{"level":"warn","ts":"2026-03-08T02:25:34.935486Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-08T02:25:34.93556Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=instance=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-08T02:25:34.935703Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-08T02:25:34.935719Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-03-08T02:25:34.935736Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-08T02:25:34.936349Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-03-08T02:25:34.936416Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-08T02:25:34.940263Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.667715ms"} {"level":"info","ts":"2026-03-08T02:25:34.946136Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-03-08T02:25:34.9462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-03-08T02:25:34.946221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-03-08T02:25:34.946235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-08T02:25:34.946244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-03-08T02:25:34.946276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-03-08T02:25:34.950869Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-08T02:25:34.952159Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-08T02:25:34.953502Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-08T02:25:34.956343Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-08T02:25:34.956535Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-08T02:25:34.956559Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:25:34.956692Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:25:34.95672Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:25:34.95829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-03-08T02:25:34.958442Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-03-08T02:25:34.9606Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-08T02:25:34.960704Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-03-08T02:25:34.960768Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-03-08T02:25:34.960886Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-08T02:25:34.960947Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-08T02:25:35.746471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-03-08T02:25:35.746543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-08T02:25:35.746584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-03-08T02:25:35.74661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-03-08T02:25:35.746626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-03-08T02:25:35.746647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-03-08T02:25:35.746666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-03-08T02:25:35.747912Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-03-08T02:25:35.747965Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:25:35.748234Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-08T02:25:35.749028Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:25:35.749102Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-08T02:25:35.749174Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:25:35.749215Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:25:35.749333Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-08T02:25:35.749354Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-08T02:25:35.752436Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-03-08T02:25:35.753243Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-08T02:25:44.33757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.98705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-08T02:25:44.337702Z","caller":"traceutil/trace.go:171","msg":"trace[542739118] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:294; }","duration":"110.130934ms","start":"2026-03-08T02:25:44.227548Z","end":"2026-03-08T02:25:44.337679Z","steps":["trace[542739118] 'range keys from in-memory index tree' (duration: 109.754486ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:51.265683Z","caller":"traceutil/trace.go:171","msg":"trace[962866954] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"129.871982ms","start":"2026-03-08T02:25:51.135766Z","end":"2026-03-08T02:25:51.265638Z","steps":["trace[962866954] 'read index received' (duration: 129.528074ms)","trace[962866954] 'applied index is now lower than readState.Index' (duration: 341.818µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:25:51.266435Z","caller":"traceutil/trace.go:171","msg":"trace[1761004495] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"222.656883ms","start":"2026-03-08T02:25:51.043463Z","end":"2026-03-08T02:25:51.26612Z","steps":["trace[1761004495] 'process raft request' (duration: 221.901286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:51.269748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.928586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T02:25:51.269899Z","caller":"traceutil/trace.go:171","msg":"trace[1115020490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:371; }","duration":"134.136531ms","start":"2026-03-08T02:25:51.135718Z","end":"2026-03-08T02:25:51.269855Z","steps":["trace[1115020490] 'agreement among raft nodes before linearized reading' (duration: 130.185759ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:52.074535Z","caller":"traceutil/trace.go:171","msg":"trace[939460213] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"366.004748ms","start":"2026-03-08T02:25:51.708501Z","end":"2026-03-08T02:25:52.074506Z","steps":["trace[939460213] 'read index received' (duration: 363.970231ms)","trace[939460213] 'applied index is now lower than readState.Index' (duration: 2.033757ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:25:52.074653Z","caller":"traceutil/trace.go:171","msg":"trace[5005405] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"800.78662ms","start":"2026-03-08T02:25:51.273856Z","end":"2026-03-08T02:25:52.074643Z","steps":["trace[5005405] 'process raft request' (duration: 798.718632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:52.074803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.801753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:25:52.074906Z","caller":"traceutil/trace.go:171","msg":"trace[49254606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:372; }","duration":"249.943976ms","start":"2026-03-08T02:25:51.824936Z","end":"2026-03-08T02:25:52.07488Z","steps":["trace[49254606] 'agreement among raft nodes before linearized reading' (duration: 249.767662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:52.074999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:25:51.27383Z","time spent":"800.856022ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:25:52.075157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.663053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:25:52.075213Z","caller":"traceutil/trace.go:171","msg":"trace[517506197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"366.757815ms","start":"2026-03-08T02:25:51.708445Z","end":"2026-03-08T02:25:52.075203Z","steps":["trace[517506197] 'agreement among raft nodes before linearized reading' (duration: 366.683424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:52.075237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:25:51.708422Z","time spent":"366.809237ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:25:52.314339Z","caller":"traceutil/trace.go:171","msg":"trace[1905170456] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:387; }","duration":"227.981658ms","start":"2026-03-08T02:25:52.086328Z","end":"2026-03-08T02:25:52.31431Z","steps":["trace[1905170456] 'read index received' (duration: 227.037736ms)","trace[1905170456] 'applied index is now lower than readState.Index' (duration: 942.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:25:52.314369Z","caller":"traceutil/trace.go:171","msg":"trace[855471162] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"233.749761ms","start":"2026-03-08T02:25:52.080589Z","end":"2026-03-08T02:25:52.314339Z","steps":["trace[855471162] 'process raft request' (duration: 232.768509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:52.314486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.129551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-08T02:25:52.314522Z","caller":"traceutil/trace.go:171","msg":"trace[405515985] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:373; }","duration":"228.204322ms","start":"2026-03-08T02:25:52.086307Z","end":"2026-03-08T02:25:52.314512Z","steps":["trace[405515985] 'agreement among raft nodes before linearized reading' (duration: 228.10398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:58.246552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.181085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T02:25:58.246619Z","caller":"traceutil/trace.go:171","msg":"trace[179023988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"149.285117ms","start":"2026-03-08T02:25:58.097317Z","end":"2026-03-08T02:25:58.246602Z","steps":["trace[179023988] 'range keys from in-memory index tree' (duration: 149.091783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:58.246538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.080585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:25:58.246738Z","caller":"traceutil/trace.go:171","msg":"trace[1465035962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"535.318481ms","start":"2026-03-08T02:25:57.711389Z","end":"2026-03-08T02:25:58.246707Z","steps":["trace[1465035962] 'range keys from in-memory index tree' (duration: 535.001474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:58.246818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:25:57.711372Z","time spent":"535.420083ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:25:58.67942Z","caller":"traceutil/trace.go:171","msg":"trace[1695921098] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"344.826898ms","start":"2026-03-08T02:25:58.334568Z","end":"2026-03-08T02:25:58.679395Z","steps":["trace[1695921098] 'read index received' (duration: 344.650723ms)","trace[1695921098] 'applied index is now lower than readState.Index' (duration: 175.294µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:25:58.679555Z","caller":"traceutil/trace.go:171","msg":"trace[1015726806] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"428.184453ms","start":"2026-03-08T02:25:58.251328Z","end":"2026-03-08T02:25:58.679513Z","steps":["trace[1015726806] 'process raft request' (duration: 427.944998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:58.67965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.058203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:25:58.679667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.84077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:25:58.679716Z","caller":"traceutil/trace.go:171","msg":"trace[424488350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:414; }","duration":"345.172675ms","start":"2026-03-08T02:25:58.334522Z","end":"2026-03-08T02:25:58.679695Z","steps":["trace[424488350] 'agreement among raft nodes before linearized reading' (duration: 345.011352ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:58.679728Z","caller":"traceutil/trace.go:171","msg":"trace[954608408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:414; }","duration":"174.938872ms","start":"2026-03-08T02:25:58.504772Z","end":"2026-03-08T02:25:58.679711Z","steps":["trace[954608408] 'agreement among raft nodes before linearized reading' (duration: 174.836799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:58.679764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:25:58.334504Z","time spent":"345.247397ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:25:58.679792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.596311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:25:58.679877Z","caller":"traceutil/trace.go:171","msg":"trace[227930633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:414; }","duration":"142.699083ms","start":"2026-03-08T02:25:58.537155Z","end":"2026-03-08T02:25:58.679854Z","steps":["trace[227930633] 'agreement among raft nodes before linearized reading' (duration: 142.57196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:58.679763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:25:58.251297Z","time spent":"428.367418ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:08.572768Z","caller":"traceutil/trace.go:171","msg":"trace[999792691] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"734.544078ms","start":"2026-03-08T02:26:07.838199Z","end":"2026-03-08T02:26:08.572743Z","steps":["trace[999792691] 'process raft request' (duration: 734.416635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:08.57291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:07.838174Z","time spent":"734.66703ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:08.962155Z","caller":"traceutil/trace.go:171","msg":"trace[648792895] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"251.308986ms","start":"2026-03-08T02:26:08.710826Z","end":"2026-03-08T02:26:08.962135Z","steps":["trace[648792895] 'read index received' (duration: 212.989366ms)","trace[648792895] 'applied index is now lower than readState.Index' (duration: 38.31857ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:08.962221Z","caller":"traceutil/trace.go:171","msg":"trace[1445592586] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"367.208057ms","start":"2026-03-08T02:26:08.59498Z","end":"2026-03-08T02:26:08.962188Z","steps":["trace[1445592586] 'process raft request' (duration: 328.768024ms)","trace[1445592586] 'compare' (duration: 38.207968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:08.962289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.453489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:08.962331Z","caller":"traceutil/trace.go:171","msg":"trace[1851780274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"251.532841ms","start":"2026-03-08T02:26:08.710787Z","end":"2026-03-08T02:26:08.96232Z","steps":["trace[1851780274] 'agreement among raft nodes before linearized reading' (duration: 251.46356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:08.96233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.617385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:26:08.962356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:08.594959Z","time spent":"367.322979ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:08.962384Z","caller":"traceutil/trace.go:171","msg":"trace[652450079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:471; }","duration":"202.711327ms","start":"2026-03-08T02:26:08.759657Z","end":"2026-03-08T02:26:08.962368Z","steps":["trace[652450079] 'agreement among raft nodes before linearized reading' (duration: 202.615035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:08.962436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.188655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:26:08.962505Z","caller":"traceutil/trace.go:171","msg":"trace[445603661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"149.279216ms","start":"2026-03-08T02:26:08.813211Z","end":"2026-03-08T02:26:08.962491Z","steps":["trace[445603661] 'agreement among raft nodes before linearized reading' (duration: 149.186464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:08.96256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.660546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:26:08.962529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.237935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:26:08.962566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.318524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:26:08.962606Z","caller":"traceutil/trace.go:171","msg":"trace[202506323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:471; }","duration":"149.737758ms","start":"2026-03-08T02:26:08.812857Z","end":"2026-03-08T02:26:08.962595Z","steps":["trace[202506323] 'agreement among raft nodes before linearized reading' (duration: 149.672886ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:08.962648Z","caller":"traceutil/trace.go:171","msg":"trace[1606023143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"149.391679ms","start":"2026-03-08T02:26:08.813231Z","end":"2026-03-08T02:26:08.962622Z","steps":["trace[1606023143] 'agreement among raft nodes before linearized reading' (duration: 149.129403ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:08.962664Z","caller":"traceutil/trace.go:171","msg":"trace[1554567119] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:471; }","duration":"142.420437ms","start":"2026-03-08T02:26:08.820214Z","end":"2026-03-08T02:26:08.962634Z","steps":["trace[1554567119] 'agreement among raft nodes before linearized reading' (duration: 142.242993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:17.221392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081839242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:26:17.72239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081839242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:26:18.00536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.233179667s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:26:18.005877Z","caller":"traceutil/trace.go:171","msg":"trace[1354711447] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"1.284535348s","start":"2026-03-08T02:26:16.721312Z","end":"2026-03-08T02:26:18.005848Z","steps":["trace[1354711447] 'read index received' (duration: 1.28418214s)","trace[1354711447] 'applied index is now lower than readState.Index' (duration: 351.968µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:18.005973Z","caller":"traceutil/trace.go:171","msg":"trace[1207061474] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"2.233977496s","start":"2026-03-08T02:26:15.771968Z","end":"2026-03-08T02:26:18.005946Z","steps":["trace[1207061474] 'process raft request' (duration: 2.233692099s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.006082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048661961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:18.00614Z","caller":"traceutil/trace.go:171","msg":"trace[1849795787] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:515; }","duration":"1.048796164s","start":"2026-03-08T02:26:16.957328Z","end":"2026-03-08T02:26:18.006124Z","steps":["trace[1849795787] 'agreement among raft nodes before linearized reading' (duration: 1.048686891s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.006193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:16.95723Z","time spent":"1.048943958s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-08T02:26:18.006175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.087445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-08T02:26:18.006226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.21523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T02:26:18.00609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:15.771917Z","time spent":"2.234093398s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:18.006202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.129336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-08T02:26:18.006338Z","caller":"traceutil/trace.go:171","msg":"trace[1627742918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:515; }","duration":"945.28417ms","start":"2026-03-08T02:26:17.061015Z","end":"2026-03-08T02:26:18.006299Z","steps":["trace[1627742918] 'agreement among raft nodes before linearized reading' (duration: 945.127296ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:18.006261Z","caller":"traceutil/trace.go:171","msg":"trace[1796248803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"936.272361ms","start":"2026-03-08T02:26:17.069981Z","end":"2026-03-08T02:26:18.006253Z","steps":["trace[1796248803] 'agreement among raft nodes before linearized reading' (duration: 936.140028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.006383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:17.060993Z","time spent":"945.378892ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:26:18.00639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:17.069972Z","time spent":"936.409934ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:26:18.006258Z","caller":"traceutil/trace.go:171","msg":"trace[448739760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"945.238169ms","start":"2026-03-08T02:26:17.061002Z","end":"2026-03-08T02:26:18.00624Z","steps":["trace[448739760] 'agreement among raft nodes before linearized reading' (duration: 945.069495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.006476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:17.060975Z","time spent":"945.485394ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:26:18.006602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.347493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:26:18.006642Z","caller":"traceutil/trace.go:171","msg":"trace[339838086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"936.654069ms","start":"2026-03-08T02:26:17.069975Z","end":"2026-03-08T02:26:18.006629Z","steps":["trace[339838086] 'agreement among raft nodes before linearized reading' (duration: 936.340642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.006673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:17.069964Z","time spent":"936.70145ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:18.006671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285370187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:18.006823Z","caller":"traceutil/trace.go:171","msg":"trace[1635659979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"1.285518521s","start":"2026-03-08T02:26:16.721241Z","end":"2026-03-08T02:26:18.00676Z","steps":["trace[1635659979] 'agreement among raft nodes before linearized reading' (duration: 1.284767934s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.006893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:16.72121Z","time spent":"1.285667404s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:26:18.374801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.499349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:18.374931Z","caller":"traceutil/trace.go:171","msg":"trace[1259736457] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"363.953541ms","start":"2026-03-08T02:26:18.010952Z","end":"2026-03-08T02:26:18.374905Z","steps":["trace[1259736457] 'process raft request' (duration: 165.103714ms)","trace[1259736457] 'compare' (duration: 198.281414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:18.375008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:18.010938Z","time spent":"364.028424ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:18.865248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.300789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:18.865525Z","caller":"traceutil/trace.go:171","msg":"trace[1901405723] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:536; }","duration":"854.38305ms","start":"2026-03-08T02:26:18.011122Z","end":"2026-03-08T02:26:18.865505Z","steps":["trace[1901405723] 'read index received' (duration: 164.94646ms)","trace[1901405723] 'applied index is now lower than readState.Index' (duration: 689.43538ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:18.865642Z","caller":"traceutil/trace.go:171","msg":"trace[49113103] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"851.643327ms","start":"2026-03-08T02:26:18.013984Z","end":"2026-03-08T02:26:18.865628Z","steps":["trace[49113103] 'process raft request' (duration: 851.467633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.865732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.055055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:18.865743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:18.013967Z","time spent":"851.722228ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:18.865781Z","caller":"traceutil/trace.go:171","msg":"trace[546911037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"830.139217ms","start":"2026-03-08T02:26:18.035626Z","end":"2026-03-08T02:26:18.865765Z","steps":["trace[546911037] 'agreement among raft nodes before linearized reading' (duration: 830.046065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.865758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.612855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:18.865814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:18.035597Z","time spent":"830.210419ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:26:18.865842Z","caller":"traceutil/trace.go:171","msg":"trace[1173856682] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:519; }","duration":"854.753919ms","start":"2026-03-08T02:26:18.011069Z","end":"2026-03-08T02:26:18.865823Z","steps":["trace[1173856682] 'agreement among raft nodes before linearized reading' (duration: 854.617266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.86589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:18.011049Z","time spent":"854.82777ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-08T02:26:18.865983Z","caller":"traceutil/trace.go:171","msg":"trace[238699803] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"854.439002ms","start":"2026-03-08T02:26:18.011241Z","end":"2026-03-08T02:26:18.86568Z","steps":["trace[238699803] 'process raft request' (duration: 854.129645ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:18.865497Z","caller":"traceutil/trace.go:171","msg":"trace[1480882279] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"854.437141ms","start":"2026-03-08T02:26:18.011032Z","end":"2026-03-08T02:26:18.865469Z","steps":["trace[1480882279] 'process raft request' (duration: 725.822325ms)","trace[1480882279] 'compare' (duration: 128.007452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:18.866302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:18.011011Z","time spent":"855.114777ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:18.866713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:18.011229Z","time spent":"854.832731ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:19.355644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.638166ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:19.355732Z","caller":"traceutil/trace.go:171","msg":"trace[916509814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:520; }","duration":"258.743258ms","start":"2026-03-08T02:26:19.096975Z","end":"2026-03-08T02:26:19.355718Z","steps":["trace[916509814] 'range keys from in-memory index tree' (duration: 258.621846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:19.356122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.385516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:19.35617Z","caller":"traceutil/trace.go:171","msg":"trace[2122133371] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:541; }","duration":"398.628937ms","start":"2026-03-08T02:26:18.957535Z","end":"2026-03-08T02:26:19.356164Z","steps":["trace[2122133371] 'read index received' (duration: 3.524662ms)","trace[2122133371] 'applied index is now lower than readState.Index' (duration: 395.103585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:19.356221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.694348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:19.356237Z","caller":"traceutil/trace.go:171","msg":"trace[1471149871] range","detail":"{range_begin:/registry/configmaps/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:521; }","duration":"398.742999ms","start":"2026-03-08T02:26:18.957488Z","end":"2026-03-08T02:26:19.356231Z","steps":["trace[1471149871] 'agreement among raft nodes before linearized reading' (duration: 398.693278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:19.356256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:18.957472Z","time spent":"398.77949ms","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-08T02:26:19.356272Z","caller":"traceutil/trace.go:171","msg":"trace[609306203] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"400.353837ms","start":"2026-03-08T02:26:18.955862Z","end":"2026-03-08T02:26:19.356216Z","steps":["trace[609306203] 'process raft request' (duration: 217.826848ms)","trace[609306203] 'compare' (duration: 181.853363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:19.35674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:18.955845Z","time spent":"400.561211ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:20.582564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113495057s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:20.582724Z","caller":"traceutil/trace.go:171","msg":"trace[279628348] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:543; }","duration":"871.976998ms","start":"2026-03-08T02:26:19.710723Z","end":"2026-03-08T02:26:20.5827Z","steps":["trace[279628348] 'read index received' (duration: 33.16µs)","trace[279628348] 'applied index is now lower than readState.Index' (duration: 871.941708ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:20.582848Z","caller":"traceutil/trace.go:171","msg":"trace[1162951620] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.137539785s","start":"2026-03-08T02:26:19.445295Z","end":"2026-03-08T02:26:20.582834Z","steps":["trace[1162951620] 'process raft request' (duration: 23.645319ms)","trace[1162951620] 'compare' (duration: 1.113289132s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:20.582909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:19.445283Z","time spent":"1.137599247s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:26:20.583192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.6892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-08T02:26:20.583274Z","caller":"traceutil/trace.go:171","msg":"trace[1300416050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"203.813863ms","start":"2026-03-08T02:26:20.379441Z","end":"2026-03-08T02:26:20.583254Z","steps":["trace[1300416050] 'agreement among raft nodes before linearized reading' (duration: 203.609798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:20.583364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.613554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:20.583528Z","caller":"traceutil/trace.go:171","msg":"trace[1404639920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"872.787228ms","start":"2026-03-08T02:26:19.710669Z","end":"2026-03-08T02:26:20.583456Z","steps":["trace[1404639920] 'agreement among raft nodes before linearized reading' (duration: 872.577743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:20.583641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:19.710643Z","time spent":"872.980782ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:26:21.371095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081839307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:26:21.871745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081839307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:26:22.361973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.775997651s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:26:22.470136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.936027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:22.470267Z","caller":"traceutil/trace.go:171","msg":"trace[946152520] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.884355667s","start":"2026-03-08T02:26:20.585887Z","end":"2026-03-08T02:26:22.470242Z","steps":["trace[946152520] 'process raft request' (duration: 1.776242166s)","trace[946152520] 'compare' (duration: 107.707472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:22.470387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:20.585863Z","time spent":"1.88448808s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:26:22.921902Z","caller":"traceutil/trace.go:171","msg":"trace[1777018734] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"2.331757567s","start":"2026-03-08T02:26:20.590113Z","end":"2026-03-08T02:26:22.921871Z","steps":["trace[1777018734] 'process raft request' (duration: 2.331314466s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:22.922053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:20.590096Z","time spent":"2.331884439s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:22.922033Z","caller":"traceutil/trace.go:171","msg":"trace[1665156058] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"2.330748743s","start":"2026-03-08T02:26:20.591232Z","end":"2026-03-08T02:26:22.921981Z","steps":["trace[1665156058] 'process raft request' (duration: 2.330538518s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:22.92232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:20.591202Z","time spent":"2.330945948s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:26:22.92254Z","caller":"traceutil/trace.go:171","msg":"trace[94512373] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"2.256035078s","start":"2026-03-08T02:26:20.666485Z","end":"2026-03-08T02:26:22.922521Z","steps":["trace[94512373] 'process raft request' (duration: 2.255559997s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:22.922563Z","caller":"traceutil/trace.go:171","msg":"trace[79901691] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:544; }","duration":"2.052789398s","start":"2026-03-08T02:26:20.869707Z","end":"2026-03-08T02:26:22.922497Z","steps":["trace[79901691] 'read index received' (duration: 1.492502377s)","trace[79901691] 'applied index is now lower than readState.Index' (duration: 560.285961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:22.922645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:20.666453Z","time spent":"2.25614357s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:26:22.922638Z","caller":"traceutil/trace.go:171","msg":"trace[101029812] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"972.906693ms","start":"2026-03-08T02:26:21.949678Z","end":"2026-03-08T02:26:22.922585Z","steps":["trace[101029812] 'process raft request' (duration: 972.741109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:22.92271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052997553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-08T02:26:22.922757Z","caller":"traceutil/trace.go:171","msg":"trace[263475984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:527; }","duration":"2.053090645s","start":"2026-03-08T02:26:20.869652Z","end":"2026-03-08T02:26:22.922743Z","steps":["trace[263475984] 'agreement among raft nodes before linearized reading' (duration: 2.052964482s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:22.922756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192636295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:22.922788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:20.869632Z","time spent":"2.053149127s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:26:22.922814Z","caller":"traceutil/trace.go:171","msg":"trace[1547731677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"1.192718606s","start":"2026-03-08T02:26:21.73008Z","end":"2026-03-08T02:26:22.922799Z","steps":["trace[1547731677] 'agreement among raft nodes before linearized reading' (duration: 1.192602323s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:22.922808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052557943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T02:26:22.922809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:21.949655Z","time spent":"973.069666ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:22.922849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:21.730067Z","time spent":"1.192773788s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:26:22.922859Z","caller":"traceutil/trace.go:171","msg":"trace[772122765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:527; }","duration":"2.052630694s","start":"2026-03-08T02:26:20.870214Z","end":"2026-03-08T02:26:22.922845Z","steps":["trace[772122765] 'agreement among raft nodes before linearized reading' (duration: 2.05246945s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:22.922906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:20.870204Z","time spent":"2.052691235s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:22.922921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052629814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:26:22.923004Z","caller":"traceutil/trace.go:171","msg":"trace[2014228939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"2.052731046s","start":"2026-03-08T02:26:20.870254Z","end":"2026-03-08T02:26:22.922985Z","steps":["trace[2014228939] 'agreement among raft nodes before linearized reading' (duration: 2.052506471s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:22.923052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:20.870249Z","time spent":"2.052791568s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:26:23.527914Z","caller":"traceutil/trace.go:171","msg":"trace[1474637752] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"144.605688ms","start":"2026-03-08T02:26:23.383279Z","end":"2026-03-08T02:26:23.527885Z","steps":["trace[1474637752] 'process raft request' (duration: 144.127697ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:23.94307Z","caller":"traceutil/trace.go:171","msg":"trace[1589641799] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"137.125984ms","start":"2026-03-08T02:26:23.805906Z","end":"2026-03-08T02:26:23.943032Z","steps":["trace[1589641799] 'process raft request' (duration: 126.741043ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:23.943447Z","caller":"traceutil/trace.go:171","msg":"trace[387689813] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"120.023528ms","start":"2026-03-08T02:26:23.823402Z","end":"2026-03-08T02:26:23.943426Z","steps":["trace[387689813] 'process raft request' (duration: 119.869184ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:24.356671Z","caller":"traceutil/trace.go:171","msg":"trace[1048261029] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"299.188917ms","start":"2026-03-08T02:26:24.057447Z","end":"2026-03-08T02:26:24.356636Z","steps":["trace[1048261029] 'process raft request' (duration: 298.397069ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:24.87063Z","caller":"traceutil/trace.go:171","msg":"trace[2120702289] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:677; }","duration":"129.221101ms","start":"2026-03-08T02:26:24.741382Z","end":"2026-03-08T02:26:24.870603Z","steps":["trace[2120702289] 'read index received' (duration: 65.835679ms)","trace[2120702289] 'applied index is now lower than readState.Index' (duration: 63.384391ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:24.870749Z","caller":"traceutil/trace.go:171","msg":"trace[2055279913] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"130.03831ms","start":"2026-03-08T02:26:24.740696Z","end":"2026-03-08T02:26:24.870734Z","steps":["trace[2055279913] 'process raft request' (duration: 66.524245ms)","trace[2055279913] 'compare' (duration: 63.257629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:24.870878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.480237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:24.870984Z","caller":"traceutil/trace.go:171","msg":"trace[23322813] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:655; }","duration":"129.629541ms","start":"2026-03-08T02:26:24.74133Z","end":"2026-03-08T02:26:24.870959Z","steps":["trace[23322813] 'agreement among raft nodes before linearized reading' (duration: 129.467197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:24.878139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.882302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:24.878164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.254218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:24.878169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.94792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:24.878203Z","caller":"traceutil/trace.go:171","msg":"trace[816867158] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:657; }","duration":"106.980454ms","start":"2026-03-08T02:26:24.771206Z","end":"2026-03-08T02:26:24.878186Z","steps":["trace[816867158] 'agreement among raft nodes before linearized reading' (duration: 106.852912ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:24.878214Z","caller":"traceutil/trace.go:171","msg":"trace[1844203297] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:657; }","duration":"106.316999ms","start":"2026-03-08T02:26:24.771883Z","end":"2026-03-08T02:26:24.8782Z","steps":["trace[1844203297] 'agreement among raft nodes before linearized reading' (duration: 106.230547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:24.878246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.839111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:24.878262Z","caller":"traceutil/trace.go:171","msg":"trace[1648879485] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:657; }","duration":"106.050983ms","start":"2026-03-08T02:26:24.772183Z","end":"2026-03-08T02:26:24.878234Z","steps":["trace[1648879485] 'agreement among raft nodes before linearized reading' (duration: 105.894399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:24.878268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.38635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:24.878311Z","caller":"traceutil/trace.go:171","msg":"trace[705396240] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:657; }","duration":"106.946463ms","start":"2026-03-08T02:26:24.771345Z","end":"2026-03-08T02:26:24.878291Z","steps":["trace[705396240] 'agreement among raft nodes before linearized reading' (duration: 106.857621ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:24.878327Z","caller":"traceutil/trace.go:171","msg":"trace[223605755] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:657; }","duration":"106.470282ms","start":"2026-03-08T02:26:24.771837Z","end":"2026-03-08T02:26:24.878307Z","steps":["trace[223605755] 'agreement among raft nodes before linearized reading' (duration: 106.37034ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:24.878331Z","caller":"traceutil/trace.go:171","msg":"trace[1365746214] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"124.44548ms","start":"2026-03-08T02:26:24.753872Z","end":"2026-03-08T02:26:24.878318Z","steps":["trace[1365746214] 'process raft request' (duration: 124.05157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:24.878383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.450891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:24.878442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.494116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:24.878474Z","caller":"traceutil/trace.go:171","msg":"trace[1197933485] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:657; }","duration":"104.541277ms","start":"2026-03-08T02:26:24.773923Z","end":"2026-03-08T02:26:24.878465Z","steps":["trace[1197933485] 'agreement among raft nodes before linearized reading' (duration: 104.493566ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:24.878471Z","caller":"traceutil/trace.go:171","msg":"trace[1979866413] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:657; }","duration":"106.554835ms","start":"2026-03-08T02:26:24.771897Z","end":"2026-03-08T02:26:24.878452Z","steps":["trace[1979866413] 'agreement among raft nodes before linearized reading' (duration: 106.407191ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.058398Z","caller":"traceutil/trace.go:171","msg":"trace[1698604188] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"175.26122ms","start":"2026-03-08T02:26:24.883112Z","end":"2026-03-08T02:26:25.058373Z","steps":["trace[1698604188] 'process raft request' (duration: 145.930789ms)","trace[1698604188] 'compare' (duration: 29.067745ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:25.058534Z","caller":"traceutil/trace.go:171","msg":"trace[402397090] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:680; }","duration":"131.292019ms","start":"2026-03-08T02:26:24.927219Z","end":"2026-03-08T02:26:25.058511Z","steps":["trace[402397090] 'read index received' (duration: 7.001503ms)","trace[402397090] 'applied index is now lower than readState.Index' (duration: 124.288936ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:25.058567Z","caller":"traceutil/trace.go:171","msg":"trace[851576041] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"171.664796ms","start":"2026-03-08T02:26:24.886893Z","end":"2026-03-08T02:26:25.058558Z","steps":["trace[851576041] 'process raft request' (duration: 171.39938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:25.059584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.339203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:26:25.059673Z","caller":"traceutil/trace.go:171","msg":"trace[464549475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:660; }","duration":"132.470196ms","start":"2026-03-08T02:26:24.927173Z","end":"2026-03-08T02:26:25.059643Z","steps":["trace[464549475] 'agreement among raft nodes before linearized reading' (duration: 131.461223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:25.059979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.41044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:26:25.060013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.916502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:26:25.060078Z","caller":"traceutil/trace.go:171","msg":"trace[1729141847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:660; }","duration":"118.529353ms","start":"2026-03-08T02:26:24.941509Z","end":"2026-03-08T02:26:25.060039Z","steps":["trace[1729141847] 'agreement among raft nodes before linearized reading' (duration: 118.388279ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.060102Z","caller":"traceutil/trace.go:171","msg":"trace[1462694521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:660; }","duration":"118.991874ms","start":"2026-03-08T02:26:24.941056Z","end":"2026-03-08T02:26:25.060048Z","steps":["trace[1462694521] 'agreement among raft nodes before linearized reading' (duration: 118.82956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:25.0602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.877525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:25.060259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.510886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:26:25.060301Z","caller":"traceutil/trace.go:171","msg":"trace[427017374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:660; }","duration":"122.569146ms","start":"2026-03-08T02:26:24.937712Z","end":"2026-03-08T02:26:25.060281Z","steps":["trace[427017374] 'agreement among raft nodes before linearized reading' (duration: 122.276549ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.060312Z","caller":"traceutil/trace.go:171","msg":"trace[1254918173] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:660; }","duration":"119.993367ms","start":"2026-03-08T02:26:24.940271Z","end":"2026-03-08T02:26:25.060264Z","steps":["trace[1254918173] 'agreement among raft nodes before linearized reading' (duration: 119.629128ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.218616Z","caller":"traceutil/trace.go:171","msg":"trace[1612873354] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"152.540092ms","start":"2026-03-08T02:26:25.066055Z","end":"2026-03-08T02:26:25.218595Z","steps":["trace[1612873354] 'process raft request' (duration: 152.492091ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.218683Z","caller":"traceutil/trace.go:171","msg":"trace[1073856852] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"152.742157ms","start":"2026-03-08T02:26:25.065934Z","end":"2026-03-08T02:26:25.218676Z","steps":["trace[1073856852] 'process raft request' (duration: 152.572883ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.218628Z","caller":"traceutil/trace.go:171","msg":"trace[1021962705] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"153.444894ms","start":"2026-03-08T02:26:25.065162Z","end":"2026-03-08T02:26:25.218607Z","steps":["trace[1021962705] 'process raft request' (duration: 153.226539ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.21898Z","caller":"traceutil/trace.go:171","msg":"trace[608206888] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"128.595616ms","start":"2026-03-08T02:26:25.090375Z","end":"2026-03-08T02:26:25.218971Z","steps":["trace[608206888] 'process raft request' (duration: 128.360541ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.219012Z","caller":"traceutil/trace.go:171","msg":"trace[648380507] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"152.86763ms","start":"2026-03-08T02:26:25.066109Z","end":"2026-03-08T02:26:25.218976Z","steps":["trace[648380507] 'process raft request' (duration: 152.464671ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.456851Z","caller":"traceutil/trace.go:171","msg":"trace[31698805] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"148.176041ms","start":"2026-03-08T02:26:25.308646Z","end":"2026-03-08T02:26:25.456822Z","steps":["trace[31698805] 'process raft request' (duration: 148.001547ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.550383Z","caller":"traceutil/trace.go:171","msg":"trace[1761721461] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"158.174544ms","start":"2026-03-08T02:26:25.39219Z","end":"2026-03-08T02:26:25.550365Z","steps":["trace[1761721461] 'process raft request' (duration: 158.129482ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:25.550541Z","caller":"traceutil/trace.go:171","msg":"trace[13951353] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"209.118176ms","start":"2026-03-08T02:26:25.341393Z","end":"2026-03-08T02:26:25.550511Z","steps":["trace[13951353] 'process raft request' (duration: 208.85181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.086397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.312058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:26.086568Z","caller":"traceutil/trace.go:171","msg":"trace[978415506] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"542.993379ms","start":"2026-03-08T02:26:25.543558Z","end":"2026-03-08T02:26:26.086552Z","steps":["trace[978415506] 'process raft request' (duration: 542.935707ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.086603Z","caller":"traceutil/trace.go:171","msg":"trace[841750525] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"621.475702ms","start":"2026-03-08T02:26:25.465096Z","end":"2026-03-08T02:26:26.086571Z","steps":["trace[841750525] 'process raft request' (duration: 480.901348ms)","trace[841750525] 'compare' (duration: 140.183705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:26.086636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.54354Z","time spent":"543.069551ms","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:26:26.086737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.465079Z","time spent":"621.597745ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:26.129766Z","caller":"traceutil/trace.go:171","msg":"trace[1501786745] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"576.391185ms","start":"2026-03-08T02:26:25.553351Z","end":"2026-03-08T02:26:26.129742Z","steps":["trace[1501786745] 'process raft request' (duration: 576.19781ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.129874Z","caller":"traceutil/trace.go:171","msg":"trace[1082266676] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"576.19267ms","start":"2026-03-08T02:26:25.553662Z","end":"2026-03-08T02:26:26.129855Z","steps":["trace[1082266676] 'process raft request' (duration: 576.011386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.129883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.553324Z","time spent":"576.505068ms","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:26:26.129951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.553634Z","time spent":"576.277093ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:26:26.129978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.721337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.130062Z","caller":"traceutil/trace.go:171","msg":"trace[1737222877] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"386.960546ms","start":"2026-03-08T02:26:25.743077Z","end":"2026-03-08T02:26:26.130038Z","steps":["trace[1737222877] 'process raft request' (duration: 386.70843ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.130053Z","caller":"traceutil/trace.go:171","msg":"trace[622956644] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"575.352781ms","start":"2026-03-08T02:26:25.554659Z","end":"2026-03-08T02:26:26.130012Z","steps":["trace[622956644] 'process raft request' (duration: 575.071325ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.13013Z","caller":"traceutil/trace.go:171","msg":"trace[1194662593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:676; }","duration":"419.895061ms","start":"2026-03-08T02:26:25.710189Z","end":"2026-03-08T02:26:26.130084Z","steps":["trace[1194662593] 'agreement among raft nodes before linearized reading' (duration: 419.728327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.130214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.710166Z","time spent":"420.007724ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:26:26.130219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.554647Z","time spent":"575.490284ms","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:26.130221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.743053Z","time spent":"387.079869ms","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:26:26.129858Z","caller":"traceutil/trace.go:171","msg":"trace[1590788662] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:693; }","duration":"419.597784ms","start":"2026-03-08T02:26:25.710231Z","end":"2026-03-08T02:26:26.129828Z","steps":["trace[1590788662] 'read index received' (duration: 235.822926ms)","trace[1590788662] 'applied index is now lower than readState.Index' (duration: 183.773588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:26.230888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.246325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9v4ms\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-03-08T02:26:26.23099Z","caller":"traceutil/trace.go:171","msg":"trace[1261826207] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9v4ms; range_end:; response_count:1; response_revision:677; }","duration":"422.399749ms","start":"2026-03-08T02:26:25.808576Z","end":"2026-03-08T02:26:26.230976Z","steps":["trace[1261826207] 'agreement among raft nodes before linearized reading' (duration: 422.00931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.231065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.808563Z","time spent":"422.49019ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17543,"request content":"key:\"/registry/pods/kube-system/cilium-9v4ms\" "} {"level":"info","ts":"2026-03-08T02:26:26.231114Z","caller":"traceutil/trace.go:171","msg":"trace[1446696435] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"282.814588ms","start":"2026-03-08T02:26:25.947697Z","end":"2026-03-08T02:26:26.230511Z","steps":["trace[1446696435] 'process raft request' (duration: 282.643774ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.385747Z","caller":"traceutil/trace.go:171","msg":"trace[1211042150] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:700; }","duration":"155.275165ms","start":"2026-03-08T02:26:26.230457Z","end":"2026-03-08T02:26:26.385732Z","steps":["trace[1211042150] 'read index received' (duration: 130.702065ms)","trace[1211042150] 'applied index is now lower than readState.Index' (duration: 24.57251ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:26.385804Z","caller":"traceutil/trace.go:171","msg":"trace[2094277996] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"250.441035ms","start":"2026-03-08T02:26:26.135327Z","end":"2026-03-08T02:26:26.385768Z","steps":["trace[2094277996] 'process raft request' (duration: 250.330532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.385896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.629893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.385909Z","caller":"traceutil/trace.go:171","msg":"trace[1877778649] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"244.503718ms","start":"2026-03-08T02:26:26.141377Z","end":"2026-03-08T02:26:26.385881Z","steps":["trace[1877778649] 'process raft request' (duration: 244.331064ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.385951Z","caller":"traceutil/trace.go:171","msg":"trace[1118063017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:680; }","duration":"254.722605ms","start":"2026-03-08T02:26:26.131217Z","end":"2026-03-08T02:26:26.38594Z","steps":["trace[1118063017] 'agreement among raft nodes before linearized reading' (duration: 254.629433ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.385862Z","caller":"traceutil/trace.go:171","msg":"trace[1732733832] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"250.66595ms","start":"2026-03-08T02:26:26.135163Z","end":"2026-03-08T02:26:26.385829Z","steps":["trace[1732733832] 'process raft request' (duration: 225.818664ms)","trace[1732733832] 'compare' (duration: 24.58577ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:26.439443Z","caller":"traceutil/trace.go:171","msg":"trace[787737643] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"195.94269ms","start":"2026-03-08T02:26:26.243475Z","end":"2026-03-08T02:26:26.439417Z","steps":["trace[787737643] 'process raft request' (duration: 195.779506ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.630215Z","caller":"traceutil/trace.go:171","msg":"trace[256396994] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"237.842213ms","start":"2026-03-08T02:26:26.392347Z","end":"2026-03-08T02:26:26.63019Z","steps":["trace[256396994] 'process raft request' (duration: 237.605537ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.630365Z","caller":"traceutil/trace.go:171","msg":"trace[1613082464] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"237.924404ms","start":"2026-03-08T02:26:26.392419Z","end":"2026-03-08T02:26:26.630344Z","steps":["trace[1613082464] 'process raft request' (duration: 237.72434ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.7163Z","caller":"traceutil/trace.go:171","msg":"trace[1024703803] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"174.624475ms","start":"2026-03-08T02:26:26.541656Z","end":"2026-03-08T02:26:26.716281Z","steps":["trace[1024703803] 'process raft request' (duration: 173.95348ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.763854Z","caller":"traceutil/trace.go:171","msg":"trace[786559] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"124.42844ms","start":"2026-03-08T02:26:26.639402Z","end":"2026-03-08T02:26:26.76383Z","steps":["trace[786559] 'process raft request' (duration: 124.228025ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.764041Z","caller":"traceutil/trace.go:171","msg":"trace[1033861914] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"119.956456ms","start":"2026-03-08T02:26:26.644057Z","end":"2026-03-08T02:26:26.764013Z","steps":["trace[1033861914] 'process raft request' (duration: 119.71932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:29.286055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.318666ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:29.286205Z","caller":"traceutil/trace.go:171","msg":"trace[148349397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:723; }","duration":"189.493031ms","start":"2026-03-08T02:26:29.096691Z","end":"2026-03-08T02:26:29.286184Z","steps":["trace[148349397] 'range keys from in-memory index tree' (duration: 189.295826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:29.286288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.947372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-08T02:26:29.286384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.43353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T02:26:29.286495Z","caller":"traceutil/trace.go:171","msg":"trace[797622075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:723; }","duration":"149.779148ms","start":"2026-03-08T02:26:29.136693Z","end":"2026-03-08T02:26:29.286472Z","steps":["trace[797622075] 'range keys from in-memory index tree' (duration: 149.230346ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:29.286436Z","caller":"traceutil/trace.go:171","msg":"trace[1566226310] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:723; }","duration":"147.127707ms","start":"2026-03-08T02:26:29.13928Z","end":"2026-03-08T02:26:29.286408Z","steps":["trace[1566226310] 'range keys from in-memory index tree' (duration: 146.736017ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:34.138031Z","caller":"traceutil/trace.go:171","msg":"trace[1525118609] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"102.216293ms","start":"2026-03-08T02:26:34.035791Z","end":"2026-03-08T02:26:34.138007Z","steps":["trace[1525118609] 'read index received' (duration: 7.992155ms)","trace[1525118609] 'applied index is now lower than readState.Index' (duration: 94.222818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:34.138239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.432299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9v4ms\" ","response":"range_response_count:1 size:18709"} {"level":"info","ts":"2026-03-08T02:26:34.13829Z","caller":"traceutil/trace.go:171","msg":"trace[62414814] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9v4ms; range_end:; response_count:1; response_revision:752; }","duration":"102.537242ms","start":"2026-03-08T02:26:34.035739Z","end":"2026-03-08T02:26:34.138276Z","steps":["trace[62414814] 'agreement among raft nodes before linearized reading' (duration: 102.360617ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:35.112308Z","caller":"traceutil/trace.go:171","msg":"trace[1935497066] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"173.987971ms","start":"2026-03-08T02:26:34.938294Z","end":"2026-03-08T02:26:35.112282Z","steps":["trace[1935497066] 'process raft request' (duration: 173.821217ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:35.115227Z","caller":"traceutil/trace.go:171","msg":"trace[1177251657] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"145.98119ms","start":"2026-03-08T02:26:34.969216Z","end":"2026-03-08T02:26:35.115197Z","steps":["trace[1177251657] 'process raft request' (duration: 145.878598ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:35.45188Z","caller":"traceutil/trace.go:171","msg":"trace[708526089] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"103.185056ms","start":"2026-03-08T02:26:35.348674Z","end":"2026-03-08T02:26:35.451859Z","steps":["trace[708526089] 'read index received' (duration: 103.019322ms)","trace[708526089] 'applied index is now lower than readState.Index' (duration: 164.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:35.451951Z","caller":"traceutil/trace.go:171","msg":"trace[791093778] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"121.405799ms","start":"2026-03-08T02:26:35.330507Z","end":"2026-03-08T02:26:35.451912Z","steps":["trace[791093778] 'process raft request' (duration: 121.226215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:35.452393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.667937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:26:35.452555Z","caller":"traceutil/trace.go:171","msg":"trace[378472386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:785; }","duration":"103.880332ms","start":"2026-03-08T02:26:35.348636Z","end":"2026-03-08T02:26:35.452516Z","steps":["trace[378472386] 'agreement among raft nodes before linearized reading' (duration: 103.32376ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:35.704968Z","caller":"traceutil/trace.go:171","msg":"trace[1622050462] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"247.451095ms","start":"2026-03-08T02:26:35.457491Z","end":"2026-03-08T02:26:35.704942Z","steps":["trace[1622050462] 'process raft request' (duration: 247.296062ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:36.026835Z","caller":"traceutil/trace.go:171","msg":"trace[235810820] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"569.151045ms","start":"2026-03-08T02:26:35.457642Z","end":"2026-03-08T02:26:36.026793Z","steps":["trace[235810820] 'process raft request' (duration: 568.92617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:36.026995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:35.457612Z","time spent":"569.303189ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:36.027052Z","caller":"traceutil/trace.go:171","msg":"trace[1361526894] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"567.011636ms","start":"2026-03-08T02:26:35.460024Z","end":"2026-03-08T02:26:36.027035Z","steps":["trace[1361526894] 'process raft request' (duration: 566.962675ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:36.027075Z","caller":"traceutil/trace.go:171","msg":"trace[302997418] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"569.121595ms","start":"2026-03-08T02:26:35.457926Z","end":"2026-03-08T02:26:36.027048Z","steps":["trace[302997418] 'process raft request' (duration: 568.993012ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:36.027091Z","caller":"traceutil/trace.go:171","msg":"trace[1259989642] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"569.277678ms","start":"2026-03-08T02:26:35.457769Z","end":"2026-03-08T02:26:36.027047Z","steps":["trace[1259989642] 'process raft request' (duration: 568.972731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:36.027158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:35.460014Z","time spent":"567.101338ms","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3016,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:26:36.027239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:35.457908Z","time spent":"569.230797ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:36.02732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:35.457759Z","time spent":"569.464363ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:36.766352Z","caller":"traceutil/trace.go:171","msg":"trace[807955276] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"163.830845ms","start":"2026-03-08T02:26:36.602498Z","end":"2026-03-08T02:26:36.766329Z","steps":["trace[807955276] 'process raft request' (duration: 162.358931ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:36.938181Z","caller":"traceutil/trace.go:171","msg":"trace[1672911341] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:822; }","duration":"229.379677ms","start":"2026-03-08T02:26:36.708772Z","end":"2026-03-08T02:26:36.938152Z","steps":["trace[1672911341] 'read index received' (duration: 56.097963ms)","trace[1672911341] 'applied index is now lower than readState.Index' (duration: 173.280674ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:36.938213Z","caller":"traceutil/trace.go:171","msg":"trace[572751336] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"334.839195ms","start":"2026-03-08T02:26:36.603339Z","end":"2026-03-08T02:26:36.938178Z","steps":["trace[572751336] 'process raft request' (duration: 334.62955ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:36.938296Z","caller":"traceutil/trace.go:171","msg":"trace[163545723] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"334.399845ms","start":"2026-03-08T02:26:36.603857Z","end":"2026-03-08T02:26:36.938257Z","steps":["trace[163545723] 'process raft request' (duration: 334.241682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:36.938343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.556501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:36.938502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:36.603849Z","time spent":"334.581399ms","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:26:36.938569Z","caller":"traceutil/trace.go:171","msg":"trace[2143229295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:799; }","duration":"229.796957ms","start":"2026-03-08T02:26:36.708739Z","end":"2026-03-08T02:26:36.938536Z","steps":["trace[2143229295] 'agreement among raft nodes before linearized reading' (duration: 229.52686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:36.938363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:36.60331Z","time spent":"334.983119ms","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:26:37.08498Z","caller":"traceutil/trace.go:171","msg":"trace[829788443] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:825; }","duration":"145.503549ms","start":"2026-03-08T02:26:36.939458Z","end":"2026-03-08T02:26:37.084962Z","steps":["trace[829788443] 'read index received' (duration: 125.197548ms)","trace[829788443] 'applied index is now lower than readState.Index' (duration: 20.305231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:37.085105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.629572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:37.085093Z","caller":"traceutil/trace.go:171","msg":"trace[1527240299] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"249.162806ms","start":"2026-03-08T02:26:36.835879Z","end":"2026-03-08T02:26:37.085042Z","steps":["trace[1527240299] 'process raft request' (duration: 228.65759ms)","trace[1527240299] 'compare' (duration: 20.344122ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:37.085158Z","caller":"traceutil/trace.go:171","msg":"trace[387729359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:800; }","duration":"145.724044ms","start":"2026-03-08T02:26:36.939423Z","end":"2026-03-08T02:26:37.085147Z","steps":["trace[387729359] 'agreement among raft nodes before linearized reading' (duration: 145.614432ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:37.577771Z","caller":"traceutil/trace.go:171","msg":"trace[1628863181] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"140.80149ms","start":"2026-03-08T02:26:37.436947Z","end":"2026-03-08T02:26:37.577748Z","steps":["trace[1628863181] 'process raft request' (duration: 140.656786ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:37.894871Z","caller":"traceutil/trace.go:171","msg":"trace[1560473741] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"117.819386ms","start":"2026-03-08T02:26:37.777025Z","end":"2026-03-08T02:26:37.894844Z","steps":["trace[1560473741] 'process raft request' (duration: 117.620011ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:38.055651Z","caller":"traceutil/trace.go:171","msg":"trace[448995381] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"132.553598ms","start":"2026-03-08T02:26:37.923075Z","end":"2026-03-08T02:26:38.055629Z","steps":["trace[448995381] 'process raft request' (duration: 108.343566ms)","trace[448995381] 'compare' (duration: 24.072879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:48.312891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.351757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:48.31299Z","caller":"traceutil/trace.go:171","msg":"trace[2066479199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:915; }","duration":"602.498971ms","start":"2026-03-08T02:26:47.710472Z","end":"2026-03-08T02:26:48.312971Z","steps":["trace[2066479199] 'range keys from in-memory index tree' (duration: 602.220995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:48.313033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:47.710451Z","time spent":"602.572713ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:26:48.313035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144518768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-08T02:26:48.313112Z","caller":"traceutil/trace.go:171","msg":"trace[126416175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:915; }","duration":"1.144631011s","start":"2026-03-08T02:26:47.168468Z","end":"2026-03-08T02:26:48.313099Z","steps":["trace[126416175] 'range keys from in-memory index tree' (duration: 1.144329273s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:48.313162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:47.168445Z","time spent":"1.144708022s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:48.313177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.496359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:26:48.313253Z","caller":"traceutil/trace.go:171","msg":"trace[1597229283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:915; }","duration":"533.617912ms","start":"2026-03-08T02:26:47.779613Z","end":"2026-03-08T02:26:48.313231Z","steps":["trace[1597229283] 'range keys from in-memory index tree' (duration: 533.361995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:48.313291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:47.77959Z","time spent":"533.691653ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:48.313379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120351017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:26:48.313411Z","caller":"traceutil/trace.go:171","msg":"trace[1309586813] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:915; }","duration":"1.120407608s","start":"2026-03-08T02:26:47.192993Z","end":"2026-03-08T02:26:48.313401Z","steps":["trace[1309586813] 'count revisions from in-memory index tree' (duration: 1.120284935s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:48.313438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:47.192982Z","time spent":"1.120448119s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":118,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:26:48.313439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.934131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-08T02:26:48.313479Z","caller":"traceutil/trace.go:171","msg":"trace[1080286763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:915; }","duration":"155.982972ms","start":"2026-03-08T02:26:48.157486Z","end":"2026-03-08T02:26:48.313468Z","steps":["trace[1080286763] 'range keys from in-memory index tree' (duration: 155.845039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:48.313691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.229108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:26:48.313732Z","caller":"traceutil/trace.go:171","msg":"trace[2044235768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:915; }","duration":"156.288569ms","start":"2026-03-08T02:26:48.157433Z","end":"2026-03-08T02:26:48.313721Z","steps":["trace[2044235768] 'range keys from in-memory index tree' (duration: 156.093885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:48.313799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.237828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-08T02:26:48.313856Z","caller":"traceutil/trace.go:171","msg":"trace[67992562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:915; }","duration":"156.3164ms","start":"2026-03-08T02:26:48.157527Z","end":"2026-03-08T02:26:48.313843Z","steps":["trace[67992562] 'range keys from in-memory index tree' (duration: 156.127675ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:48.525278Z","caller":"traceutil/trace.go:171","msg":"trace[195176864] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"207.702263ms","start":"2026-03-08T02:26:48.317555Z","end":"2026-03-08T02:26:48.525257Z","steps":["trace[195176864] 'process raft request' (duration: 207.55917ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:48.530697Z","caller":"traceutil/trace.go:171","msg":"trace[159047075] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"213.112179ms","start":"2026-03-08T02:26:48.317558Z","end":"2026-03-08T02:26:48.53067Z","steps":["trace[159047075] 'process raft request' (duration: 212.938395ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:48.531192Z","caller":"traceutil/trace.go:171","msg":"trace[1331093395] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"213.194391ms","start":"2026-03-08T02:26:48.317958Z","end":"2026-03-08T02:26:48.531152Z","steps":["trace[1331093395] 'process raft request' (duration: 212.669859ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:48.531272Z","caller":"traceutil/trace.go:171","msg":"trace[233930720] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"212.73038ms","start":"2026-03-08T02:26:48.318514Z","end":"2026-03-08T02:26:48.531245Z","steps":["trace[233930720] 'process raft request' (duration: 212.674219ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:48.531455Z","caller":"traceutil/trace.go:171","msg":"trace[1735281582] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"213.190351ms","start":"2026-03-08T02:26:48.318244Z","end":"2026-03-08T02:26:48.531434Z","steps":["trace[1735281582] 'process raft request' (duration: 212.628788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:59.248098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.992016ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:59.248217Z","caller":"traceutil/trace.go:171","msg":"trace[1176662859] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1006; }","duration":"151.126759ms","start":"2026-03-08T02:26:59.097075Z","end":"2026-03-08T02:26:59.248202Z","steps":["trace[1176662859] 'range keys from in-memory index tree' (duration: 150.979846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:59.248433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.556716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:59.248549Z","caller":"traceutil/trace.go:171","msg":"trace[1199054387] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"242.246385ms","start":"2026-03-08T02:26:59.006282Z","end":"2026-03-08T02:26:59.248529Z","steps":["trace[1199054387] 'process raft request' (duration: 57.506535ms)","trace[1199054387] 'compare' (duration: 184.407792ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:59.316073Z","caller":"traceutil/trace.go:171","msg":"trace[1058307831] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"306.431736ms","start":"2026-03-08T02:26:59.009611Z","end":"2026-03-08T02:26:59.316043Z","steps":["trace[1058307831] 'process raft request' (duration: 306.269952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:59.316233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:59.009594Z","time spent":"306.557139ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:00.973462Z","caller":"traceutil/trace.go:171","msg":"trace[1982950704] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"102.676153ms","start":"2026-03-08T02:27:00.870757Z","end":"2026-03-08T02:27:00.973433Z","steps":["trace[1982950704] 'process raft request' (duration: 98.851807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:06.872432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.263692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:27:06.872486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.852696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:27:06.872557Z","caller":"traceutil/trace.go:171","msg":"trace[239329395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1057; }","duration":"113.441657ms","start":"2026-03-08T02:27:06.759088Z","end":"2026-03-08T02:27:06.87253Z","steps":["trace[239329395] 'range keys from in-memory index tree' (duration: 113.045908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:06.872586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.480819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:27:06.872642Z","caller":"traceutil/trace.go:171","msg":"trace[427928825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1057; }","duration":"103.075792ms","start":"2026-03-08T02:27:06.769523Z","end":"2026-03-08T02:27:06.872599Z","steps":["trace[427928825] 'range keys from in-memory index tree' (duration: 102.56807ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:06.872692Z","caller":"traceutil/trace.go:171","msg":"trace[803718078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1057; }","duration":"171.652934ms","start":"2026-03-08T02:27:06.701013Z","end":"2026-03-08T02:27:06.872666Z","steps":["trace[803718078] 'range keys from in-memory index tree' (duration: 171.161282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:06.872747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.137373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:27:06.872917Z","caller":"traceutil/trace.go:171","msg":"trace[336223136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1057; }","duration":"103.367669ms","start":"2026-03-08T02:27:06.769516Z","end":"2026-03-08T02:27:06.872883Z","steps":["trace[336223136] 'range keys from in-memory index tree' (duration: 102.664842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:06.873302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.379289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:27:06.873374Z","caller":"traceutil/trace.go:171","msg":"trace[24892764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1057; }","duration":"107.622184ms","start":"2026-03-08T02:27:06.765737Z","end":"2026-03-08T02:27:06.873359Z","steps":["trace[24892764] 'range keys from in-memory index tree' (duration: 106.434538ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:10.6854Z","caller":"traceutil/trace.go:171","msg":"trace[2033593236] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"126.627424ms","start":"2026-03-08T02:27:10.558747Z","end":"2026-03-08T02:27:10.685375Z","steps":["trace[2033593236] 'process raft request' (duration: 126.390629ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:10.887358Z","caller":"traceutil/trace.go:171","msg":"trace[1699308932] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"137.218044ms","start":"2026-03-08T02:27:10.750109Z","end":"2026-03-08T02:27:10.887327Z","steps":["trace[1699308932] 'process raft request' (duration: 84.478461ms)","trace[1699308932] 'compare' (duration: 52.543209ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:10.887699Z","caller":"traceutil/trace.go:171","msg":"trace[1046514228] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"134.565924ms","start":"2026-03-08T02:27:10.753107Z","end":"2026-03-08T02:27:10.887673Z","steps":["trace[1046514228] 'process raft request' (duration: 134.513923ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:10.88777Z","caller":"traceutil/trace.go:171","msg":"trace[627715036] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"135.765781ms","start":"2026-03-08T02:27:10.751962Z","end":"2026-03-08T02:27:10.887727Z","steps":["trace[627715036] 'process raft request' (duration: 135.504825ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:11.069408Z","caller":"traceutil/trace.go:171","msg":"trace[1558107527] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"100.035733ms","start":"2026-03-08T02:27:10.969347Z","end":"2026-03-08T02:27:11.069383Z","steps":["trace[1558107527] 'process raft request' (duration: 99.734236ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:11.208358Z","caller":"traceutil/trace.go:171","msg":"trace[1410686688] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"115.80542ms","start":"2026-03-08T02:27:11.092518Z","end":"2026-03-08T02:27:11.208323Z","steps":["trace[1410686688] 'process raft request' (duration: 76.759317ms)","trace[1410686688] 'compare' (duration: 38.903539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:13.867758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.250685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:27:13.867877Z","caller":"traceutil/trace.go:171","msg":"trace[2059006438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"156.417829ms","start":"2026-03-08T02:27:13.71142Z","end":"2026-03-08T02:27:13.867838Z","steps":["trace[2059006438] 'range keys from in-memory index tree' (duration: 156.113222ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:20.814905Z","caller":"traceutil/trace.go:171","msg":"trace[555082707] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"224.12953ms","start":"2026-03-08T02:27:20.590754Z","end":"2026-03-08T02:27:20.814883Z","steps":["trace[555082707] 'process raft request' (duration: 145.948622ms)","trace[555082707] 'compare' (duration: 78.057816ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:26.4955Z","caller":"traceutil/trace.go:171","msg":"trace[1129792720] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"175.712285ms","start":"2026-03-08T02:27:26.319717Z","end":"2026-03-08T02:27:26.495429Z","steps":["trace[1129792720] 'process raft request' (duration: 174.912197ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:28.285903Z","caller":"traceutil/trace.go:171","msg":"trace[338628923] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"105.693391ms","start":"2026-03-08T02:27:28.180191Z","end":"2026-03-08T02:27:28.285885Z","steps":["trace[338628923] 'process raft request' (duration: 105.575338ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:30.612099Z","caller":"traceutil/trace.go:171","msg":"trace[950542308] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"125.06323ms","start":"2026-03-08T02:27:30.487009Z","end":"2026-03-08T02:27:30.612073Z","steps":["trace[950542308] 'process raft request' (duration: 124.919466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:32.971527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.030554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:27:32.971693Z","caller":"traceutil/trace.go:171","msg":"trace[1847116992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1477; }","duration":"261.2744ms","start":"2026-03-08T02:27:32.710397Z","end":"2026-03-08T02:27:32.971671Z","steps":["trace[1847116992] 'range keys from in-memory index tree' (duration: 260.953253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:41.742989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081841303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:27:42.244018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081841303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:27:42.451972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227200273s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:27:42.452266Z","caller":"traceutil/trace.go:171","msg":"trace[1978891784] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"1.227580732s","start":"2026-03-08T02:27:41.224665Z","end":"2026-03-08T02:27:42.452246Z","steps":["trace[1978891784] 'process raft request' (duration: 1.227465579s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:42.452395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.22465Z","time spent":"1.227680224s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:43.041026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.473937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:27:43.041284Z","caller":"traceutil/trace.go:171","msg":"trace[769751448] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"1.813700681s","start":"2026-03-08T02:27:41.227549Z","end":"2026-03-08T02:27:43.041249Z","steps":["trace[769751448] 'process raft request' (duration: 1.390919626s)","trace[769751448] 'compare' (duration: 422.128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:43.04143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.227507Z","time spent":"1.813851214s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:43.041452Z","caller":"traceutil/trace.go:171","msg":"trace[800142060] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"1.468864199s","start":"2026-03-08T02:27:41.572556Z","end":"2026-03-08T02:27:43.04142Z","steps":["trace[800142060] 'process raft request' (duration: 1.468612084s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.041561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.572519Z","time spent":"1.468997983s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:43.041867Z","caller":"traceutil/trace.go:171","msg":"trace[685934351] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"1.389399382s","start":"2026-03-08T02:27:41.652455Z","end":"2026-03-08T02:27:43.041854Z","steps":["trace[685934351] 'process raft request' (duration: 1.388907981s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.041946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.652429Z","time spent":"1.389479214s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:43.042038Z","caller":"traceutil/trace.go:171","msg":"trace[977173764] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"860.20061ms","start":"2026-03-08T02:27:42.181828Z","end":"2026-03-08T02:27:43.042028Z","steps":["trace[977173764] 'process raft request' (duration: 860.019606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.042093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:42.181811Z","time spent":"860.253281ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:43.041926Z","caller":"traceutil/trace.go:171","msg":"trace[1669229962] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"1.271317011s","start":"2026-03-08T02:27:41.770581Z","end":"2026-03-08T02:27:43.041898Z","steps":["trace[1669229962] 'process raft request' (duration: 1.271189158s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.04223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.770539Z","time spent":"1.271594728s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:43.041915Z","caller":"traceutil/trace.go:171","msg":"trace[735825493] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1655; }","duration":"1.799016129s","start":"2026-03-08T02:27:41.242876Z","end":"2026-03-08T02:27:43.041892Z","steps":["trace[735825493] 'read index received' (duration: 1.20936643s)","trace[735825493] 'applied index is now lower than readState.Index' (duration: 589.648799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:43.042419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79952304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-08T02:27:43.042449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754635125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:27:43.042479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.149873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:27:43.042477Z","caller":"traceutil/trace.go:171","msg":"trace[1029019229] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2; range_end:; response_count:1; response_revision:1593; }","duration":"1.799627993s","start":"2026-03-08T02:27:41.242833Z","end":"2026-03-08T02:27:43.042461Z","steps":["trace[1029019229] 'agreement among raft nodes before linearized reading' (duration: 1.799340816s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:43.042494Z","caller":"traceutil/trace.go:171","msg":"trace[1477348730] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1593; }","duration":"1.754723487s","start":"2026-03-08T02:27:41.287758Z","end":"2026-03-08T02:27:43.042481Z","steps":["trace[1477348730] 'agreement among raft nodes before linearized reading' (duration: 1.754648936s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:43.04251Z","caller":"traceutil/trace.go:171","msg":"trace[989241284] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1593; }","duration":"896.202835ms","start":"2026-03-08T02:27:42.146297Z","end":"2026-03-08T02:27:43.0425Z","steps":["trace[989241284] 'agreement among raft nodes before linearized reading' (duration: 896.147494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.042522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.242816Z","time spent":"1.799697234s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" "} {"level":"warn","ts":"2026-03-08T02:27:43.042536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:42.146278Z","time spent":"896.251546ms","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:27:43.042531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.287735Z","time spent":"1.754787388s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:27:43.04255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582971051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-08T02:27:43.042568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.777073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:27:43.042595Z","caller":"traceutil/trace.go:171","msg":"trace[5578515] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2; range_end:; response_count:1; response_revision:1593; }","duration":"1.583067564s","start":"2026-03-08T02:27:41.459514Z","end":"2026-03-08T02:27:43.042581Z","steps":["trace[5578515] 'agreement among raft nodes before linearized reading' (duration: 1.58289635s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.042615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692433547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:27:43.042625Z","caller":"traceutil/trace.go:171","msg":"trace[119206899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1593; }","duration":"940.869235ms","start":"2026-03-08T02:27:42.101739Z","end":"2026-03-08T02:27:43.042609Z","steps":["trace[119206899] 'agreement among raft nodes before linearized reading' (duration: 940.719962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.042634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.459491Z","time spent":"1.583135175s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" "} {"level":"warn","ts":"2026-03-08T02:27:43.04266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:42.101723Z","time spent":"940.929316ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:27:43.04255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73451138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:27:43.042731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746322667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:27:43.04274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734347546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:27:43.042756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3318215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:27:43.042765Z","caller":"traceutil/trace.go:171","msg":"trace[883730724] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1593; }","duration":"1.746392679s","start":"2026-03-08T02:27:41.296361Z","end":"2026-03-08T02:27:43.042754Z","steps":["trace[883730724] 'agreement among raft nodes before linearized reading' (duration: 1.746332887s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:43.042766Z","caller":"traceutil/trace.go:171","msg":"trace[1329731380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1593; }","duration":"1.734379257s","start":"2026-03-08T02:27:41.308379Z","end":"2026-03-08T02:27:43.042758Z","steps":["trace[1329731380] 'agreement among raft nodes before linearized reading' (duration: 1.734304235s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.042737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735340319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:27:43.042761Z","caller":"traceutil/trace.go:171","msg":"trace[2129068766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1593; }","duration":"1.734736025s","start":"2026-03-08T02:27:41.308013Z","end":"2026-03-08T02:27:43.042749Z","steps":["trace[2129068766] 'agreement among raft nodes before linearized reading' (duration: 1.734400097s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:43.042661Z","caller":"traceutil/trace.go:171","msg":"trace[919969438] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1593; }","duration":"1.692513089s","start":"2026-03-08T02:27:41.350132Z","end":"2026-03-08T02:27:43.042645Z","steps":["trace[919969438] 'agreement among raft nodes before linearized reading' (duration: 1.692448268s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.0428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.308374Z","time spent":"1.734419718s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:27:43.042824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.30801Z","time spent":"1.734801326s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:27:43.042829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.350112Z","time spent":"1.692707264s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:27:43.042786Z","caller":"traceutil/trace.go:171","msg":"trace[790719975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1593; }","duration":"1.33184904s","start":"2026-03-08T02:27:41.710928Z","end":"2026-03-08T02:27:43.042777Z","steps":["trace[790719975] 'agreement among raft nodes before linearized reading' (duration: 1.331803259s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.042797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.296341Z","time spent":"1.746448989s","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":14,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:27:43.042964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.710875Z","time spent":"1.332029064s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:27:43.04284Z","caller":"traceutil/trace.go:171","msg":"trace[1617754111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1593; }","duration":"1.735448251s","start":"2026-03-08T02:27:41.307359Z","end":"2026-03-08T02:27:43.042808Z","steps":["trace[1617754111] 'agreement among raft nodes before linearized reading' (duration: 1.735181875s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.043034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:41.307354Z","time spent":"1.735662886s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:27:43.551439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081841312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:27:44.051954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081841312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:27:44.434934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385571665s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:27:44.487085Z","caller":"traceutil/trace.go:171","msg":"trace[377906334] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"1.437738686s","start":"2026-03-08T02:27:43.049287Z","end":"2026-03-08T02:27:44.487026Z","steps":["trace[377906334] 'process raft request' (duration: 1.385940764s)","trace[377906334] 'compare' (duration: 51.459244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:44.487292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.049271Z","time spent":"1.437895599s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:44.490091Z","caller":"traceutil/trace.go:171","msg":"trace[1916661554] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"1.439343371s","start":"2026-03-08T02:27:43.050717Z","end":"2026-03-08T02:27:44.490061Z","steps":["trace[1916661554] 'process raft request' (duration: 1.439215268s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:44.490167Z","caller":"traceutil/trace.go:171","msg":"trace[1953136000] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"1.437920129s","start":"2026-03-08T02:27:43.052237Z","end":"2026-03-08T02:27:44.490157Z","steps":["trace[1953136000] 'process raft request' (duration: 1.437768736s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.490261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.050708Z","time spent":"1.439455335s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:44.490318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.05223Z","time spent":"1.437999061s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:44.490096Z","caller":"traceutil/trace.go:171","msg":"trace[1000070796] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"1.439992966s","start":"2026-03-08T02:27:43.050064Z","end":"2026-03-08T02:27:44.490057Z","steps":["trace[1000070796] 'process raft request' (duration: 1.439769191s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.49053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.050046Z","time spent":"1.440394696s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:44.490567Z","caller":"traceutil/trace.go:171","msg":"trace[1732272307] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"1.439776871s","start":"2026-03-08T02:27:43.050766Z","end":"2026-03-08T02:27:44.490543Z","steps":["trace[1732272307] 'process raft request' (duration: 1.439201598s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:44.490651Z","caller":"traceutil/trace.go:171","msg":"trace[1042169093] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"1.045503192s","start":"2026-03-08T02:27:43.445108Z","end":"2026-03-08T02:27:44.490611Z","steps":["trace[1042169093] 'process raft request' (duration: 1.044953439s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.490692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.050762Z","time spent":"1.439873713s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:44.490747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.445085Z","time spent":"1.045621274s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7783,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:44.495583Z","caller":"traceutil/trace.go:171","msg":"trace[1975319568] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1660; }","duration":"1.444560909s","start":"2026-03-08T02:27:43.050984Z","end":"2026-03-08T02:27:44.495545Z","steps":["trace[1975319568] 'read index received' (duration: 1.384260325s)","trace[1975319568] 'applied index is now lower than readState.Index' (duration: 60.299194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:44.49572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444724393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:27:44.495795Z","caller":"traceutil/trace.go:171","msg":"trace[1573134167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1599; }","duration":"1.444807305s","start":"2026-03-08T02:27:43.050968Z","end":"2026-03-08T02:27:44.495775Z","steps":["trace[1573134167] 'agreement among raft nodes before linearized reading' (duration: 1.444687183s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.495794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221150035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:27:44.495827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.050961Z","time spent":"1.444857706s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:27:44.495836Z","caller":"traceutil/trace.go:171","msg":"trace[126928414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1599; }","duration":"1.221242497s","start":"2026-03-08T02:27:43.27458Z","end":"2026-03-08T02:27:44.495823Z","steps":["trace[126928414] 'agreement among raft nodes before linearized reading' (duration: 1.221093874s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.49587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.27456Z","time spent":"1.221301278s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:27:44.495902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.416794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:27:44.49594Z","caller":"traceutil/trace.go:171","msg":"trace[1224047] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1599; }","duration":"261.492206ms","start":"2026-03-08T02:27:44.234437Z","end":"2026-03-08T02:27:44.495929Z","steps":["trace[1224047] 'agreement among raft nodes before linearized reading' (duration: 261.425434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.496057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.389591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:27:44.496087Z","caller":"traceutil/trace.go:171","msg":"trace[406759947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1599; }","duration":"443.419371ms","start":"2026-03-08T02:27:44.052661Z","end":"2026-03-08T02:27:44.49608Z","steps":["trace[406759947] 'agreement among raft nodes before linearized reading' (duration: 443.35145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.496106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:44.052599Z","time spent":"443.502524ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:27:44.496125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.869926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-03-08T02:27:44.496165Z","caller":"traceutil/trace.go:171","msg":"trace[2141479208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1599; }","duration":"826.943278ms","start":"2026-03-08T02:27:43.669212Z","end":"2026-03-08T02:27:44.496155Z","steps":["trace[2141479208] 'agreement among raft nodes before linearized reading' (duration: 826.821845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.49619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.66919Z","time spent":"826.993439ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:27:44.496226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153153827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:27:44.496269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.321983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:27:44.496307Z","caller":"traceutil/trace.go:171","msg":"trace[1835966072] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1599; }","duration":"151.409725ms","start":"2026-03-08T02:27:44.344888Z","end":"2026-03-08T02:27:44.496298Z","steps":["trace[1835966072] 'agreement among raft nodes before linearized reading' (duration: 151.322563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.496361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.608291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-08T02:27:44.496398Z","caller":"traceutil/trace.go:171","msg":"trace[105905711] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2; range_end:; response_count:1; response_revision:1599; }","duration":"449.685833ms","start":"2026-03-08T02:27:44.046701Z","end":"2026-03-08T02:27:44.496387Z","steps":["trace[105905711] 'agreement among raft nodes before linearized reading' (duration: 449.597361ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:44.496309Z","caller":"traceutil/trace.go:171","msg":"trace[2095256777] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1599; }","duration":"1.153223769s","start":"2026-03-08T02:27:43.343023Z","end":"2026-03-08T02:27:44.496247Z","steps":["trace[2095256777] 'agreement among raft nodes before linearized reading' (duration: 1.153173538s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:44.496423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:44.046682Z","time spent":"449.735735ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" "} {"level":"warn","ts":"2026-03-08T02:27:44.49645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:43.343001Z","time spent":"1.153438043s","remote":"127.0.0.1:53584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:27:48.698654Z","caller":"traceutil/trace.go:171","msg":"trace[2103205641] linearizableReadLoop","detail":"{readStateIndex:1701; appliedIndex:1700; }","duration":"199.507794ms","start":"2026-03-08T02:27:48.499119Z","end":"2026-03-08T02:27:48.698627Z","steps":["trace[2103205641] 'read index received' (duration: 199.3299ms)","trace[2103205641] 'applied index is now lower than readState.Index' (duration: 176.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:48.698709Z","caller":"traceutil/trace.go:171","msg":"trace[1460822573] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"290.040322ms","start":"2026-03-08T02:27:48.408621Z","end":"2026-03-08T02:27:48.698661Z","steps":["trace[1460822573] 'process raft request' (duration: 289.857377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:48.698984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.80173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:27:48.699078Z","caller":"traceutil/trace.go:171","msg":"trace[1150736254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1632; }","duration":"199.988995ms","start":"2026-03-08T02:27:48.499068Z","end":"2026-03-08T02:27:48.699057Z","steps":["trace[1150736254] 'agreement among raft nodes before linearized reading' (duration: 199.693188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:48.699097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.650258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:27:48.699097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.952759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:27:48.699151Z","caller":"traceutil/trace.go:171","msg":"trace[944620364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1632; }","duration":"173.72851ms","start":"2026-03-08T02:27:48.525406Z","end":"2026-03-08T02:27:48.699135Z","steps":["trace[944620364] 'agreement among raft nodes before linearized reading' (duration: 173.582587ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:48.699158Z","caller":"traceutil/trace.go:171","msg":"trace[1735030217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1632; }","duration":"183.044581ms","start":"2026-03-08T02:27:48.516099Z","end":"2026-03-08T02:27:48.699144Z","steps":["trace[1735030217] 'agreement among raft nodes before linearized reading' (duration: 182.826676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:48.699172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.425181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:27:48.699236Z","caller":"traceutil/trace.go:171","msg":"trace[620667775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1632; }","duration":"195.563114ms","start":"2026-03-08T02:27:48.503663Z","end":"2026-03-08T02:27:48.699226Z","steps":["trace[620667775] 'agreement among raft nodes before linearized reading' (duration: 195.337849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:48.69959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.897374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:27:48.699625Z","caller":"traceutil/trace.go:171","msg":"trace[16235300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1632; }","duration":"197.022107ms","start":"2026-03-08T02:27:48.502593Z","end":"2026-03-08T02:27:48.699616Z","steps":["trace[16235300] 'agreement among raft nodes before linearized reading' (duration: 196.323571ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:49.164484Z","caller":"traceutil/trace.go:171","msg":"trace[2088805235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1642; }","duration":"100.019742ms","start":"2026-03-08T02:27:49.06444Z","end":"2026-03-08T02:27:49.16446Z","steps":["trace[2088805235] 'agreement among raft nodes before linearized reading' (duration: 99.952981ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:51.285682Z","caller":"traceutil/trace.go:171","msg":"trace[1018671141] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"518.138581ms","start":"2026-03-08T02:27:50.767513Z","end":"2026-03-08T02:27:51.285651Z","steps":["trace[1018671141] 'process raft request' (duration: 517.976388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:51.286671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:50.767501Z","time spent":"518.526411ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:51.288775Z","caller":"traceutil/trace.go:171","msg":"trace[1438940070] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"521.222931ms","start":"2026-03-08T02:27:50.767526Z","end":"2026-03-08T02:27:51.288749Z","steps":["trace[1438940070] 'process raft request' (duration: 521.007286ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:51.288959Z","caller":"traceutil/trace.go:171","msg":"trace[749830019] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"521.307894ms","start":"2026-03-08T02:27:50.767633Z","end":"2026-03-08T02:27:51.28894Z","steps":["trace[749830019] 'process raft request' (duration: 521.051498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:51.288955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:50.767511Z","time spent":"521.367274ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:51.289034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:50.76761Z","time spent":"521.387695ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:51.289194Z","caller":"traceutil/trace.go:171","msg":"trace[1482003288] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"520.858433ms","start":"2026-03-08T02:27:50.76832Z","end":"2026-03-08T02:27:51.289179Z","steps":["trace[1482003288] 'process raft request' (duration: 520.557836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:51.289287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:50.768307Z","time spent":"520.924924ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:51.289377Z","caller":"traceutil/trace.go:171","msg":"trace[1349227640] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"121.528249ms","start":"2026-03-08T02:27:51.167837Z","end":"2026-03-08T02:27:51.289365Z","steps":["trace[1349227640] 'process raft request' (duration: 121.419467ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:51.289455Z","caller":"traceutil/trace.go:171","msg":"trace[518857107] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"124.497656ms","start":"2026-03-08T02:27:51.164951Z","end":"2026-03-08T02:27:51.289449Z","steps":["trace[518857107] 'process raft request' (duration: 124.163219ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:51.28946Z","caller":"traceutil/trace.go:171","msg":"trace[796109029] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"120.938126ms","start":"2026-03-08T02:27:51.168499Z","end":"2026-03-08T02:27:51.289437Z","steps":["trace[796109029] 'process raft request' (duration: 120.821033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:58.646635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.588395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:27:58.646865Z","caller":"traceutil/trace.go:171","msg":"trace[553844378] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"1.320027012s","start":"2026-03-08T02:27:57.326812Z","end":"2026-03-08T02:27:58.64684Z","steps":["trace[553844378] 'process raft request' (duration: 403.133681ms)","trace[553844378] 'compare' (duration: 916.211615ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:58.646914Z","caller":"traceutil/trace.go:171","msg":"trace[1207234478] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"1.31732486s","start":"2026-03-08T02:27:57.329557Z","end":"2026-03-08T02:27:58.646882Z","steps":["trace[1207234478] 'process raft request' (duration: 1.317198837s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:58.646978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.326783Z","time spent":"1.320134184s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:58.646927Z","caller":"traceutil/trace.go:171","msg":"trace[650006122] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1772; }","duration":"1.316836959s","start":"2026-03-08T02:27:57.330071Z","end":"2026-03-08T02:27:58.646908Z","steps":["trace[650006122] 'read index received' (duration: 36.520536ms)","trace[650006122] 'applied index is now lower than readState.Index' (duration: 1.280315143s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:58.647049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.32953Z","time spent":"1.317456843s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:58.647635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317557976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:27:58.647638Z","caller":"traceutil/trace.go:171","msg":"trace[699066205] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"592.155265ms","start":"2026-03-08T02:27:58.05546Z","end":"2026-03-08T02:27:58.647615Z","steps":["trace[699066205] 'process raft request' (duration: 591.403458ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:58.647665Z","caller":"traceutil/trace.go:171","msg":"trace[1389272582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1705; }","duration":"1.317619046s","start":"2026-03-08T02:27:57.33004Z","end":"2026-03-08T02:27:58.647659Z","steps":["trace[1389272582] 'agreement among raft nodes before linearized reading' (duration: 1.317037713s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:58.647684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.330025Z","time spent":"1.317654058s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:27:58.647768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316534353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:27:58.647745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313646776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:27:58.647785Z","caller":"traceutil/trace.go:171","msg":"trace[232727214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1705; }","duration":"1.316572213s","start":"2026-03-08T02:27:57.331209Z","end":"2026-03-08T02:27:58.647781Z","steps":["trace[232727214] 'agreement among raft nodes before linearized reading' (duration: 1.316513462s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:58.647814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.331203Z","time spent":"1.316608544s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:27:58.647821Z","caller":"traceutil/trace.go:171","msg":"trace[439523626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1705; }","duration":"1.31374956s","start":"2026-03-08T02:27:57.334051Z","end":"2026-03-08T02:27:58.647801Z","steps":["trace[439523626] 'agreement among raft nodes before linearized reading' (duration: 1.313487604s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:58.647888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.334045Z","time spent":"1.313833231s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:27:58.64806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:58.055443Z","time spent":"592.239898ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:58.648171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.855673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:27:58.648232Z","caller":"traceutil/trace.go:171","msg":"trace[1007460012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1705; }","duration":"883.960796ms","start":"2026-03-08T02:27:57.764254Z","end":"2026-03-08T02:27:58.648214Z","steps":["trace[1007460012] 'agreement among raft nodes before linearized reading' (duration: 883.395833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:58.648243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318116318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:27:58.648277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.764234Z","time spent":"884.035068ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T02:27:58.648313Z","caller":"traceutil/trace.go:171","msg":"trace[499705006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1705; }","duration":"1.31819542s","start":"2026-03-08T02:27:57.330102Z","end":"2026-03-08T02:27:58.648297Z","steps":["trace[499705006] 'agreement among raft nodes before linearized reading' (duration: 1.317438843s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:58.648354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.330098Z","time spent":"1.318248081s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:27:58.648401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317695468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:27:58.648479Z","caller":"traceutil/trace.go:171","msg":"trace[875407144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1705; }","duration":"1.318064717s","start":"2026-03-08T02:27:57.330399Z","end":"2026-03-08T02:27:58.648464Z","steps":["trace[875407144] 'agreement among raft nodes before linearized reading' (duration: 1.317371301s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:58.648539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.330395Z","time spent":"1.318134658s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:27:59.219887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.85677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:27:59.220066Z","caller":"traceutil/trace.go:171","msg":"trace[240623344] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1706; }","duration":"123.049614ms","start":"2026-03-08T02:27:59.096991Z","end":"2026-03-08T02:27:59.220041Z","steps":["trace[240623344] 'range keys from in-memory index tree' (duration: 122.837309ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:59.259029Z","caller":"traceutil/trace.go:171","msg":"trace[1310185642] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"606.528401ms","start":"2026-03-08T02:27:58.652448Z","end":"2026-03-08T02:27:59.258976Z","steps":["trace[1310185642] 'process raft request' (duration: 606.115051ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:59.259059Z","caller":"traceutil/trace.go:171","msg":"trace[894093438] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"606.47833ms","start":"2026-03-08T02:27:58.652541Z","end":"2026-03-08T02:27:59.259019Z","steps":["trace[894093438] 'process raft request' (duration: 606.287255ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:59.259012Z","caller":"traceutil/trace.go:171","msg":"trace[954560000] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"606.366448ms","start":"2026-03-08T02:27:58.65261Z","end":"2026-03-08T02:27:59.258976Z","steps":["trace[954560000] 'process raft request' (duration: 606.263015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.259226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:58.652501Z","time spent":"606.638984ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:59.259211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:58.652427Z","time spent":"606.696915ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:59.25928Z","caller":"traceutil/trace.go:171","msg":"trace[1148419586] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"605.957198ms","start":"2026-03-08T02:27:58.653296Z","end":"2026-03-08T02:27:59.259254Z","steps":["trace[1148419586] 'process raft request' (duration: 605.626681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.259304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.429747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:27:59.259167Z","caller":"traceutil/trace.go:171","msg":"trace[323019565] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1776; }","duration":"548.271663ms","start":"2026-03-08T02:27:58.710873Z","end":"2026-03-08T02:27:59.259145Z","steps":["trace[323019565] 'read index received' (duration: 21.23057ms)","trace[323019565] 'applied index is now lower than readState.Index' (duration: 527.039593ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:59.259358Z","caller":"traceutil/trace.go:171","msg":"trace[906282617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1710; }","duration":"548.540229ms","start":"2026-03-08T02:27:58.710804Z","end":"2026-03-08T02:27:59.259344Z","steps":["trace[906282617] 'agreement among raft nodes before linearized reading' (duration: 548.409546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.259387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:58.6526Z","time spent":"606.663084ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:59.259402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:58.710777Z","time spent":"548.613841ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:27:59.259502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:58.653286Z","time spent":"606.05015ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:59.259704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.773323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:27:59.25977Z","caller":"traceutil/trace.go:171","msg":"trace[485654338] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:1710; }","duration":"433.891515ms","start":"2026-03-08T02:27:58.825863Z","end":"2026-03-08T02:27:59.259754Z","steps":["trace[485654338] 'agreement among raft nodes before linearized reading' (duration: 433.614149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.259825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:58.825836Z","time spent":"433.972758ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T02:27:59.825766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.760281ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-08T02:27:59.825969Z","caller":"traceutil/trace.go:171","msg":"trace[1123098136] linearizableReadLoop","detail":"{readStateIndex:1783; appliedIndex:1781; }","duration":"330.350103ms","start":"2026-03-08T02:27:59.495605Z","end":"2026-03-08T02:27:59.825955Z","steps":["trace[1123098136] 'read index received' (duration: 34.405648ms)","trace[1123098136] 'applied index is now lower than readState.Index' (duration: 295.943625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:59.826044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.260896Z","time spent":"565.144625ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:27:59.826346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.380193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:27:59.826426Z","caller":"traceutil/trace.go:171","msg":"trace[717847268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1711; }","duration":"318.468875ms","start":"2026-03-08T02:27:59.507937Z","end":"2026-03-08T02:27:59.826406Z","steps":["trace[717847268] 'agreement among raft nodes before linearized reading' (duration: 318.201379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.826473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.507916Z","time spent":"318.547877ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T02:27:59.826484Z","caller":"traceutil/trace.go:171","msg":"trace[1539093203] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"453.221534ms","start":"2026-03-08T02:27:59.373224Z","end":"2026-03-08T02:27:59.826445Z","steps":["trace[1539093203] 'process raft request' (duration: 452.63886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.826533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.831865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:27:59.826583Z","caller":"traceutil/trace.go:171","msg":"trace[1154470242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1711; }","duration":"170.920387ms","start":"2026-03-08T02:27:59.655646Z","end":"2026-03-08T02:27:59.826567Z","steps":["trace[1154470242] 'agreement among raft nodes before linearized reading' (duration: 170.766134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.826673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.37319Z","time spent":"453.384616ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:59.826676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.608288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11980"} {"level":"info","ts":"2026-03-08T02:27:59.826756Z","caller":"traceutil/trace.go:171","msg":"trace[1766018188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1711; }","duration":"253.760671ms","start":"2026-03-08T02:27:59.572976Z","end":"2026-03-08T02:27:59.826736Z","steps":["trace[1766018188] 'agreement among raft nodes before linearized reading' (duration: 253.446794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.827196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.593991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-08T02:27:59.827279Z","caller":"traceutil/trace.go:171","msg":"trace[59228523] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1711; }","duration":"331.722984ms","start":"2026-03-08T02:27:59.495547Z","end":"2026-03-08T02:27:59.82727Z","steps":["trace[59228523] 'agreement among raft nodes before linearized reading' (duration: 330.542607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.827356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.495527Z","time spent":"331.822327ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T02:28:00.31163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.987703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:00.31179Z","caller":"traceutil/trace.go:171","msg":"trace[979323109] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"483.813125ms","start":"2026-03-08T02:27:59.827956Z","end":"2026-03-08T02:28:00.311769Z","steps":["trace[979323109] 'process raft request' (duration: 135.569536ms)","trace[979323109] 'compare' (duration: 347.764288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:00.311861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.827941Z","time spent":"483.886097ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:01.007758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.12469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:01.007969Z","caller":"traceutil/trace.go:171","msg":"trace[2049493963] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1783; }","duration":"1.171887381s","start":"2026-03-08T02:27:59.836065Z","end":"2026-03-08T02:28:01.007952Z","steps":["trace[2049493963] 'read index received' (duration: 127.480434ms)","trace[2049493963] 'applied index is now lower than readState.Index' (duration: 1.044406027s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:01.008058Z","caller":"traceutil/trace.go:171","msg":"trace[1406448105] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"1.176744361s","start":"2026-03-08T02:27:59.831304Z","end":"2026-03-08T02:28:01.008048Z","steps":["trace[1406448105] 'process raft request' (duration: 1.176550667s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:01.00813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.831293Z","time spent":"1.176789142s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:01.008125Z","caller":"traceutil/trace.go:171","msg":"trace[271352060] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"1.177179491s","start":"2026-03-08T02:27:59.830902Z","end":"2026-03-08T02:28:01.008082Z","steps":["trace[271352060] 'process raft request' (duration: 586.649582ms)","trace[271352060] 'compare' (duration: 589.954006ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:01.008197Z","caller":"traceutil/trace.go:171","msg":"trace[215906388] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"526.171153ms","start":"2026-03-08T02:28:00.482002Z","end":"2026-03-08T02:28:01.008173Z","steps":["trace[215906388] 'process raft request' (duration: 525.918878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:01.008239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172158907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:01.008288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.830878Z","time spent":"1.177330534s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:01.008314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:00.481977Z","time spent":"526.280576ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:01.008321Z","caller":"traceutil/trace.go:171","msg":"trace[1121444769] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1715; }","duration":"1.17226907s","start":"2026-03-08T02:27:59.836033Z","end":"2026-03-08T02:28:01.008303Z","steps":["trace[1121444769] 'agreement among raft nodes before linearized reading' (duration: 1.172105976s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:01.008364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.836017Z","time spent":"1.172338251s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T02:28:01.078514Z","caller":"traceutil/trace.go:171","msg":"trace[1851700442] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"426.770535ms","start":"2026-03-08T02:28:00.6517Z","end":"2026-03-08T02:28:01.07847Z","steps":["trace[1851700442] 'process raft request' (duration: 426.599731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:01.078695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:00.651675Z","time spent":"426.929239ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:01.078685Z","caller":"traceutil/trace.go:171","msg":"trace[2017928909] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"424.538754ms","start":"2026-03-08T02:28:00.654125Z","end":"2026-03-08T02:28:01.078664Z","steps":["trace[2017928909] 'process raft request' (duration: 424.297359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:01.078765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.059536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:28:01.078784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.565556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-08T02:28:01.078776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.41895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:28:01.078812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:00.654098Z","time spent":"424.654867ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:01.078828Z","caller":"traceutil/trace.go:171","msg":"trace[423109412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1717; }","duration":"341.157138ms","start":"2026-03-08T02:28:00.737656Z","end":"2026-03-08T02:28:01.078813Z","steps":["trace[423109412] 'agreement among raft nodes before linearized reading' (duration: 340.965544ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:01.078832Z","caller":"traceutil/trace.go:171","msg":"trace[769104033] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1717; }","duration":"764.613807ms","start":"2026-03-08T02:28:00.314204Z","end":"2026-03-08T02:28:01.078818Z","steps":["trace[769104033] 'agreement among raft nodes before linearized reading' (duration: 764.460104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:01.078833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.634479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:01.078866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:00.737632Z","time spent":"341.226239ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:28:01.078859Z","caller":"traceutil/trace.go:171","msg":"trace[504640672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1717; }","duration":"244.553573ms","start":"2026-03-08T02:28:00.834283Z","end":"2026-03-08T02:28:01.078837Z","steps":["trace[504640672] 'agreement among raft nodes before linearized reading' (duration: 244.309007ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:01.078883Z","caller":"traceutil/trace.go:171","msg":"trace[1757274329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1717; }","duration":"368.718602ms","start":"2026-03-08T02:28:00.710151Z","end":"2026-03-08T02:28:01.078869Z","steps":["trace[1757274329] 'agreement among raft nodes before linearized reading' (duration: 368.621759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:01.078868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:00.314147Z","time spent":"764.714149ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T02:28:01.078919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:00.710134Z","time spent":"368.778113ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:28:01.436204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.890754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:01.436314Z","caller":"traceutil/trace.go:171","msg":"trace[271434710] linearizableReadLoop","detail":"{readStateIndex:1790; appliedIndex:1789; }","duration":"350.331565ms","start":"2026-03-08T02:28:01.085964Z","end":"2026-03-08T02:28:01.436296Z","steps":["trace[271434710] 'read index received' (duration: 99.237745ms)","trace[271434710] 'applied index is now lower than readState.Index' (duration: 251.092209ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:01.436396Z","caller":"traceutil/trace.go:171","msg":"trace[1636407564] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"353.131107ms","start":"2026-03-08T02:28:01.083236Z","end":"2026-03-08T02:28:01.436367Z","steps":["trace[1636407564] 'process raft request' (duration: 101.992537ms)","trace[1636407564] 'compare' (duration: 250.622808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:01.436513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.546899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:28:01.436535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.083216Z","time spent":"353.24194ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:01.436543Z","caller":"traceutil/trace.go:171","msg":"trace[905896162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1718; }","duration":"350.58933ms","start":"2026-03-08T02:28:01.085943Z","end":"2026-03-08T02:28:01.436532Z","steps":["trace[905896162] 'agreement among raft nodes before linearized reading' (duration: 350.442667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:01.436586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.085934Z","time spent":"350.644101ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:28:01.436748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.705526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:28:01.436768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.502511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:28:01.436784Z","caller":"traceutil/trace.go:171","msg":"trace[675298629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1718; }","duration":"172.774747ms","start":"2026-03-08T02:28:01.263994Z","end":"2026-03-08T02:28:01.436769Z","steps":["trace[675298629] 'agreement among raft nodes before linearized reading' (duration: 172.654135ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:01.43682Z","caller":"traceutil/trace.go:171","msg":"trace[1417217803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1718; }","duration":"172.581383ms","start":"2026-03-08T02:28:01.264226Z","end":"2026-03-08T02:28:01.436808Z","steps":["trace[1417217803] 'agreement among raft nodes before linearized reading' (duration: 172.42623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:01.436809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.851959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:28:01.43682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.807648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:28:01.436915Z","caller":"traceutil/trace.go:171","msg":"trace[1318192231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1718; }","duration":"172.998722ms","start":"2026-03-08T02:28:01.263899Z","end":"2026-03-08T02:28:01.436898Z","steps":["trace[1318192231] 'agreement among raft nodes before linearized reading' (duration: 172.743986ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:01.436932Z","caller":"traceutil/trace.go:171","msg":"trace[798344135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1718; }","duration":"172.92012ms","start":"2026-03-08T02:28:01.263988Z","end":"2026-03-08T02:28:01.436908Z","steps":["trace[798344135] 'agreement among raft nodes before linearized reading' (duration: 172.657734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.210844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081841568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:28:02.654696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213910392s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:28:02.65507Z","caller":"traceutil/trace.go:171","msg":"trace[439474980] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"1.214310491s","start":"2026-03-08T02:28:01.440719Z","end":"2026-03-08T02:28:02.655029Z","steps":["trace[439474980] 'process raft request' (duration: 1.214172167s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.655214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.4407Z","time spent":"1.214439114s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:02.899798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.975039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:02.900086Z","caller":"traceutil/trace.go:171","msg":"trace[839176946] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"1.459025387s","start":"2026-03-08T02:28:01.441047Z","end":"2026-03-08T02:28:02.900072Z","steps":["trace[839176946] 'process raft request' (duration: 1.458883234s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:02.900086Z","caller":"traceutil/trace.go:171","msg":"trace[385822877] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"1.459220851s","start":"2026-03-08T02:28:01.440819Z","end":"2026-03-08T02:28:02.90004Z","steps":["trace[385822877] 'process raft request' (duration: 1.294904084s)","trace[385822877] 'compare' (duration: 163.796175ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:02.900195Z","caller":"traceutil/trace.go:171","msg":"trace[998114684] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1790; }","duration":"1.1895541s","start":"2026-03-08T02:28:01.710584Z","end":"2026-03-08T02:28:02.900138Z","steps":["trace[998114684] 'read index received' (duration: 944.405645ms)","trace[998114684] 'applied index is now lower than readState.Index' (duration: 245.147335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:02.900222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.441036Z","time spent":"1.459097768s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:02.900244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.440794Z","time spent":"1.459347634s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:02.900248Z","caller":"traceutil/trace.go:171","msg":"trace[2060848363] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"1.068978173s","start":"2026-03-08T02:28:01.831244Z","end":"2026-03-08T02:28:02.900222Z","steps":["trace[2060848363] 'process raft request' (duration: 1.068804259s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:02.900241Z","caller":"traceutil/trace.go:171","msg":"trace[451839628] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"1.458415163s","start":"2026-03-08T02:28:01.441802Z","end":"2026-03-08T02:28:02.900217Z","steps":["trace[451839628] 'process raft request' (duration: 1.458203228s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.900357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.831215Z","time spent":"1.069081055s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:02.900372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189787105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:02.90042Z","caller":"traceutil/trace.go:171","msg":"trace[1386719350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1723; }","duration":"1.189861017s","start":"2026-03-08T02:28:01.710545Z","end":"2026-03-08T02:28:02.900406Z","steps":["trace[1386719350] 'agreement among raft nodes before linearized reading' (duration: 1.189745085s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.900466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.710503Z","time spent":"1.1899531s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:28:02.900505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.441782Z","time spent":"1.458564096s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:02.900555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.722671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:28:02.900654Z","caller":"traceutil/trace.go:171","msg":"trace[197960557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1723; }","duration":"814.864124ms","start":"2026-03-08T02:28:02.085762Z","end":"2026-03-08T02:28:02.900626Z","steps":["trace[197960557] 'agreement among raft nodes before linearized reading' (duration: 814.598718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.900718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:02.085743Z","time spent":"814.961096ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T02:28:03.216512Z","caller":"traceutil/trace.go:171","msg":"trace[635439228] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"131.882143ms","start":"2026-03-08T02:28:03.0846Z","end":"2026-03-08T02:28:03.216483Z","steps":["trace[635439228] 'process raft request' (duration: 131.685729ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:03.216785Z","caller":"traceutil/trace.go:171","msg":"trace[1768959745] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"132.087558ms","start":"2026-03-08T02:28:03.08462Z","end":"2026-03-08T02:28:03.216708Z","steps":["trace[1768959745] 'process raft request' (duration: 131.817922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:06.94463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081841609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:28:07.445407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081841609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:28:07.636948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479683697s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:28:07.637393Z","caller":"traceutil/trace.go:171","msg":"trace[30307754] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"1.48029424s","start":"2026-03-08T02:28:06.157068Z","end":"2026-03-08T02:28:07.637362Z","steps":["trace[30307754] 'process raft request' (duration: 1.480104606s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:07.637569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.15704Z","time spent":"1.480434054s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:08.349514Z","caller":"traceutil/trace.go:171","msg":"trace[2013028691] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"1.432308645s","start":"2026-03-08T02:28:06.917145Z","end":"2026-03-08T02:28:08.349454Z","steps":["trace[2013028691] 'process raft request' (duration: 1.394311191s)","trace[2013028691] 'compare' (duration: 37.81149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:08.349749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.917118Z","time spent":"1.43253178s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:08.351642Z","caller":"traceutil/trace.go:171","msg":"trace[2064658411] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1810; }","duration":"1.907060257s","start":"2026-03-08T02:28:06.444562Z","end":"2026-03-08T02:28:08.351622Z","steps":["trace[2064658411] 'read index received' (duration: 1.19264135s)","trace[2064658411] 'applied index is now lower than readState.Index' (duration: 714.417657ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:08.351667Z","caller":"traceutil/trace.go:171","msg":"trace[1646671273] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"1.125448637s","start":"2026-03-08T02:28:07.226187Z","end":"2026-03-08T02:28:08.351636Z","steps":["trace[1646671273] 'process raft request' (duration: 1.123204925s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:08.351695Z","caller":"traceutil/trace.go:171","msg":"trace[881482261] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"1.124978016s","start":"2026-03-08T02:28:07.226671Z","end":"2026-03-08T02:28:08.351649Z","steps":["trace[881482261] 'process raft request' (duration: 1.124839703s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:08.351787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:07.226648Z","time spent":"1.125093548s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:08.351877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68318344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:28:08.351903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:07.226165Z","time spent":"1.125600161s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:08.351936Z","caller":"traceutil/trace.go:171","msg":"trace[1703173032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1741; }","duration":"1.683293723s","start":"2026-03-08T02:28:06.668629Z","end":"2026-03-08T02:28:08.351922Z","steps":["trace[1703173032] 'agreement among raft nodes before linearized reading' (duration: 1.683132509s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:08.351936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423291755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:28:08.351965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.668608Z","time spent":"1.683352234s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:08.351984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.035517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:28:08.351964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.634964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:28:08.352049Z","caller":"traceutil/trace.go:171","msg":"trace[1301418448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1741; }","duration":"816.758757ms","start":"2026-03-08T02:28:07.53528Z","end":"2026-03-08T02:28:08.352039Z","steps":["trace[1301418448] 'agreement among raft nodes before linearized reading' (duration: 816.606764ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:08.352051Z","caller":"traceutil/trace.go:171","msg":"trace[1334163499] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1741; }","duration":"413.136269ms","start":"2026-03-08T02:28:07.938897Z","end":"2026-03-08T02:28:08.352033Z","steps":["trace[1334163499] 'agreement among raft nodes before linearized reading' (duration: 413.041727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:08.352028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907398505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11987"} {"level":"warn","ts":"2026-03-08T02:28:08.35209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434662579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:28:08.352115Z","caller":"traceutil/trace.go:171","msg":"trace[1749182447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1741; }","duration":"1.434723201s","start":"2026-03-08T02:28:06.917386Z","end":"2026-03-08T02:28:08.35211Z","steps":["trace[1749182447] 'agreement among raft nodes before linearized reading' (duration: 1.434652449s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:08.352101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:07.938875Z","time spent":"413.215242ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:08.35214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.917374Z","time spent":"1.434761752s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:28:08.352138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43470032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:28:08.352088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:07.535257Z","time spent":"816.823128ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:28:08.352167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434114517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:28:08.351996Z","caller":"traceutil/trace.go:171","msg":"trace[1461408973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1741; }","duration":"1.423361906s","start":"2026-03-08T02:28:06.928615Z","end":"2026-03-08T02:28:08.351977Z","steps":["trace[1461408973] 'agreement among raft nodes before linearized reading' (duration: 1.423163161s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:08.352231Z","caller":"traceutil/trace.go:171","msg":"trace[736991093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1741; }","duration":"1.434190838s","start":"2026-03-08T02:28:06.918019Z","end":"2026-03-08T02:28:08.352209Z","steps":["trace[736991093] 'agreement among raft nodes before linearized reading' (duration: 1.434036065s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:08.352195Z","caller":"traceutil/trace.go:171","msg":"trace[915086423] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1741; }","duration":"1.90760881s","start":"2026-03-08T02:28:06.444499Z","end":"2026-03-08T02:28:08.352107Z","steps":["trace[915086423] 'agreement among raft nodes before linearized reading' (duration: 1.90720136s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:08.352278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.918011Z","time spent":"1.43425611s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:08.351888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.881989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:08.352297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.928609Z","time spent":"1.423646923s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T02:28:08.352345Z","caller":"traceutil/trace.go:171","msg":"trace[443465533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1741; }","duration":"642.392461ms","start":"2026-03-08T02:28:07.709945Z","end":"2026-03-08T02:28:08.352337Z","steps":["trace[443465533] 'agreement among raft nodes before linearized reading' (duration: 641.851079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:08.352368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:07.709927Z","time spent":"642.434363ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:28:08.352334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.444475Z","time spent":"1.907842185s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:28:08.352199Z","caller":"traceutil/trace.go:171","msg":"trace[1878395371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1741; }","duration":"1.434800143s","start":"2026-03-08T02:28:06.917384Z","end":"2026-03-08T02:28:08.352184Z","steps":["trace[1878395371] 'agreement among raft nodes before linearized reading' (duration: 1.43466745s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:08.352429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.917357Z","time spent":"1.435060359s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:28:44.707123Z","caller":"traceutil/trace.go:171","msg":"trace[842668774] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"159.701695ms","start":"2026-03-08T02:28:44.5474Z","end":"2026-03-08T02:28:44.707102Z","steps":["trace[842668774] 'process raft request' (duration: 159.569912ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:45.178317Z","caller":"traceutil/trace.go:171","msg":"trace[1141097107] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"628.915068ms","start":"2026-03-08T02:28:44.549374Z","end":"2026-03-08T02:28:45.178289Z","steps":["trace[1141097107] 'process raft request' (duration: 590.998526ms)","trace[1141097107] 'compare' (duration: 37.491812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:45.178473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:44.549347Z","time spent":"629.048381ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:45.178724Z","caller":"traceutil/trace.go:171","msg":"trace[2010073139] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"473.975784ms","start":"2026-03-08T02:28:44.704719Z","end":"2026-03-08T02:28:45.178695Z","steps":["trace[2010073139] 'process raft request' (duration: 473.498853ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:45.178744Z","caller":"traceutil/trace.go:171","msg":"trace[679700529] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2000; }","duration":"583.976873ms","start":"2026-03-08T02:28:44.594567Z","end":"2026-03-08T02:28:45.178544Z","steps":["trace[679700529] 'read index received' (duration: 112.397034ms)","trace[679700529] 'applied index is now lower than readState.Index' (duration: 471.578329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:45.178853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:44.704689Z","time spent":"474.096536ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:45.17896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.378432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:28:45.179048Z","caller":"traceutil/trace.go:171","msg":"trace[1315667458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1921; }","duration":"584.515475ms","start":"2026-03-08T02:28:44.594513Z","end":"2026-03-08T02:28:45.179028Z","steps":["trace[1315667458] 'agreement among raft nodes before linearized reading' (duration: 584.254049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.179093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:44.594491Z","time spent":"584.594287ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:28:45.241599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.835661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:28:45.241661Z","caller":"traceutil/trace.go:171","msg":"trace[1529278418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"608.934543ms","start":"2026-03-08T02:28:44.632712Z","end":"2026-03-08T02:28:45.241646Z","steps":["trace[1529278418] 'agreement among raft nodes before linearized reading' (duration: 608.78319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.241695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:44.632694Z","time spent":"608.993424ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:45.241681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.056946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:28:45.241728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.438851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:45.241766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.349542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:28:45.241783Z","caller":"traceutil/trace.go:171","msg":"trace[1951455371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"615.208749ms","start":"2026-03-08T02:28:44.626549Z","end":"2026-03-08T02:28:45.241758Z","steps":["trace[1951455371] 'agreement among raft nodes before linearized reading' (duration: 614.942703ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:45.24182Z","caller":"traceutil/trace.go:171","msg":"trace[1503149546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"627.444944ms","start":"2026-03-08T02:28:44.614363Z","end":"2026-03-08T02:28:45.241808Z","steps":["trace[1503149546] 'agreement among raft nodes before linearized reading' (duration: 627.26911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.24184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:44.626539Z","time spent":"615.289951ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:28:45.241865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:44.614345Z","time spent":"627.511145ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:45.241834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.086529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:28:45.241938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.891601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:28:45.24169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.803437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:28:45.241982Z","caller":"traceutil/trace.go:171","msg":"trace[1989594323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"629.955142ms","start":"2026-03-08T02:28:44.612017Z","end":"2026-03-08T02:28:45.241972Z","steps":["trace[1989594323] 'agreement among raft nodes before linearized reading' (duration: 629.85128ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:45.241991Z","caller":"traceutil/trace.go:171","msg":"trace[1480680198] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1922; }","duration":"292.130034ms","start":"2026-03-08T02:28:44.949851Z","end":"2026-03-08T02:28:45.241981Z","steps":["trace[1480680198] 'agreement among raft nodes before linearized reading' (duration: 291.730895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.242013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:44.612007Z","time spent":"630.000583ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:28:45.241942Z","caller":"traceutil/trace.go:171","msg":"trace[1357741941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"628.234252ms","start":"2026-03-08T02:28:44.613683Z","end":"2026-03-08T02:28:45.241917Z","steps":["trace[1357741941] 'agreement among raft nodes before linearized reading' (duration: 627.852303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.242095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:44.613675Z","time spent":"628.405926ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:28:45.242029Z","caller":"traceutil/trace.go:171","msg":"trace[1065390368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"531.536232ms","start":"2026-03-08T02:28:44.71024Z","end":"2026-03-08T02:28:45.241776Z","steps":["trace[1065390368] 'agreement among raft nodes before linearized reading' (duration: 531.43354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.242147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:44.710228Z","time spent":"531.912702ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:28:45.614938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.265954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:45.615033Z","caller":"traceutil/trace.go:171","msg":"trace[772336758] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2004; }","duration":"373.567049ms","start":"2026-03-08T02:28:45.241455Z","end":"2026-03-08T02:28:45.615022Z","steps":["trace[772336758] 'read index received' (duration: 79.08536ms)","trace[772336758] 'applied index is now lower than readState.Index' (duration: 294.480329ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:45.615072Z","caller":"traceutil/trace.go:171","msg":"trace[1404335683] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"431.529877ms","start":"2026-03-08T02:28:45.183518Z","end":"2026-03-08T02:28:45.615048Z","steps":["trace[1404335683] 'process raft request' (duration: 137.092708ms)","trace[1404335683] 'compare' (duration: 294.08263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:45.615112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.323009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:28:45.615129Z","caller":"traceutil/trace.go:171","msg":"trace[550630160] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1923; }","duration":"390.376319ms","start":"2026-03-08T02:28:45.224746Z","end":"2026-03-08T02:28:45.615122Z","steps":["trace[550630160] 'agreement among raft nodes before linearized reading' (duration: 390.327838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.615155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:45.224723Z","time spent":"390.423151ms","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:45.615162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:45.183486Z","time spent":"431.636099ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:45.665533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.543299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:45.665575Z","caller":"traceutil/trace.go:171","msg":"trace[78588950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"422.61279ms","start":"2026-03-08T02:28:45.242954Z","end":"2026-03-08T02:28:45.665567Z","steps":["trace[78588950] 'agreement among raft nodes before linearized reading' (duration: 422.541388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.665596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:45.242927Z","time spent":"422.665331ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:28:45.665772Z","caller":"traceutil/trace.go:171","msg":"trace[1671288345] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"419.057378ms","start":"2026-03-08T02:28:45.246709Z","end":"2026-03-08T02:28:45.665766Z","steps":["trace[1671288345] 'process raft request' (duration: 418.769681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.665819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:45.246696Z","time spent":"419.095078ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:45.665814Z","caller":"traceutil/trace.go:171","msg":"trace[315057656] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"419.214791ms","start":"2026-03-08T02:28:45.246558Z","end":"2026-03-08T02:28:45.665773Z","steps":["trace[315057656] 'process raft request' (duration: 418.906584ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:45.665873Z","caller":"traceutil/trace.go:171","msg":"trace[308522130] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"419.716992ms","start":"2026-03-08T02:28:45.246128Z","end":"2026-03-08T02:28:45.665845Z","steps":["trace[308522130] 'process raft request' (duration: 419.233331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.665981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:45.246543Z","time spent":"419.353725ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:45.665995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:45.246107Z","time spent":"419.836896ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:45.66599Z","caller":"traceutil/trace.go:171","msg":"trace[1001231202] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"419.436366ms","start":"2026-03-08T02:28:45.246526Z","end":"2026-03-08T02:28:45.665962Z","steps":["trace[1001231202] 'process raft request' (duration: 418.918374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:45.666112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:45.246501Z","time spent":"419.554519ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:46.098315Z","caller":"traceutil/trace.go:171","msg":"trace[1022677040] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2009; }","duration":"367.720302ms","start":"2026-03-08T02:28:45.730574Z","end":"2026-03-08T02:28:46.098295Z","steps":["trace[1022677040] 'read index received' (duration: 367.561529ms)","trace[1022677040] 'applied index is now lower than readState.Index' (duration: 157.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:46.098544Z","caller":"traceutil/trace.go:171","msg":"trace[322551268] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"385.986468ms","start":"2026-03-08T02:28:45.712507Z","end":"2026-03-08T02:28:46.098494Z","steps":["trace[322551268] 'process raft request' (duration: 385.62209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:46.09862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.003109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:46.098686Z","caller":"traceutil/trace.go:171","msg":"trace[2084082334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1928; }","duration":"368.144852ms","start":"2026-03-08T02:28:45.730522Z","end":"2026-03-08T02:28:46.098667Z","steps":["trace[2084082334] 'agreement among raft nodes before linearized reading' (duration: 367.995949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:46.098721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:45.712471Z","time spent":"386.164401ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8395,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:46.098737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:45.730499Z","time spent":"368.221824ms","remote":"127.0.0.1:53114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:46.333012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.950298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:46.333123Z","caller":"traceutil/trace.go:171","msg":"trace[2032038081] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2010; }","duration":"234.72584ms","start":"2026-03-08T02:28:46.09838Z","end":"2026-03-08T02:28:46.333106Z","steps":["trace[2032038081] 'read index received' (duration: 47.573497ms)","trace[2032038081] 'applied index is now lower than readState.Index' (duration: 187.151283ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:46.333221Z","caller":"traceutil/trace.go:171","msg":"trace[2063628818] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"306.93528ms","start":"2026-03-08T02:28:46.026237Z","end":"2026-03-08T02:28:46.333172Z","steps":["trace[2063628818] 'process raft request' (duration: 119.744866ms)","trace[2063628818] 'compare' (duration: 186.833785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:46.33329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.159495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-08T02:28:46.33332Z","caller":"traceutil/trace.go:171","msg":"trace[520334902] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1929; }","duration":"301.215836ms","start":"2026-03-08T02:28:46.032095Z","end":"2026-03-08T02:28:46.33331Z","steps":["trace[520334902] 'agreement among raft nodes before linearized reading' (duration: 301.098523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:46.333354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:46.032081Z","time spent":"301.266518ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T02:28:46.33335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.805096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-08T02:28:46.33343Z","caller":"traceutil/trace.go:171","msg":"trace[1014834411] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1929; }","duration":"297.922909ms","start":"2026-03-08T02:28:46.035491Z","end":"2026-03-08T02:28:46.333413Z","steps":["trace[1014834411] 'agreement among raft nodes before linearized reading' (duration: 297.687484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:46.333415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:46.026204Z","time spent":"307.108923ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:47.211197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081842089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:28:47.332406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.78261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:47.332614Z","caller":"traceutil/trace.go:171","msg":"trace[1544276431] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"994.40566ms","start":"2026-03-08T02:28:46.338191Z","end":"2026-03-08T02:28:47.332596Z","steps":["trace[1544276431] 'process raft request' (duration: 994.334828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:47.332696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:46.338168Z","time spent":"994.489681ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:47.332678Z","caller":"traceutil/trace.go:171","msg":"trace[369392586] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"994.697936ms","start":"2026-03-08T02:28:46.337921Z","end":"2026-03-08T02:28:47.332619Z","steps":["trace[369392586] 'process raft request' (duration: 118.595249ms)","trace[369392586] 'compare' (duration: 875.587445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:47.334471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:46.337906Z","time spent":"996.246762ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:47.336558Z","caller":"traceutil/trace.go:171","msg":"trace[209468215] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2011; }","duration":"625.939749ms","start":"2026-03-08T02:28:46.710499Z","end":"2026-03-08T02:28:47.336439Z","steps":["trace[209468215] 'read index received' (duration: 612.679831ms)","trace[209468215] 'applied index is now lower than readState.Index' (duration: 13.259158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:47.337198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.689127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:47.337253Z","caller":"traceutil/trace.go:171","msg":"trace[1897529334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1934; }","duration":"626.780819ms","start":"2026-03-08T02:28:46.710456Z","end":"2026-03-08T02:28:47.337237Z","steps":["trace[1897529334] 'agreement among raft nodes before linearized reading' (duration: 626.152504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:47.337288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:46.710436Z","time spent":"626.844161ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:28:47.337603Z","caller":"traceutil/trace.go:171","msg":"trace[638795975] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"154.31391ms","start":"2026-03-08T02:28:47.183263Z","end":"2026-03-08T02:28:47.337577Z","steps":["trace[638795975] 'process raft request' (duration: 153.101552ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:47.337639Z","caller":"traceutil/trace.go:171","msg":"trace[718054642] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"625.500839ms","start":"2026-03-08T02:28:46.712065Z","end":"2026-03-08T02:28:47.337565Z","steps":["trace[718054642] 'process raft request' (duration: 624.180569ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:47.337794Z","caller":"traceutil/trace.go:171","msg":"trace[1708824669] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"153.792727ms","start":"2026-03-08T02:28:47.183849Z","end":"2026-03-08T02:28:47.337641Z","steps":["trace[1708824669] 'process raft request' (duration: 152.554798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:47.337928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:46.712053Z","time spent":"625.729684ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:50.345456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634495109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:50.345646Z","caller":"traceutil/trace.go:171","msg":"trace[557434949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"1.634755214s","start":"2026-03-08T02:28:48.710862Z","end":"2026-03-08T02:28:50.345617Z","steps":["trace[557434949] 'range keys from in-memory index tree' (duration: 1.634361625s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.345676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997843789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:28:50.345707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.710829Z","time spent":"1.634861877s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:28:50.34573Z","caller":"traceutil/trace.go:171","msg":"trace[59966456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1939; }","duration":"1.997936152s","start":"2026-03-08T02:28:48.347777Z","end":"2026-03-08T02:28:50.345713Z","steps":["trace[59966456] 'range keys from in-memory index tree' (duration: 1.997613145s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.345716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941358736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:28:50.345764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.347757Z","time spent":"1.997999114s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:28:50.345746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516551285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:28:50.345797Z","caller":"traceutil/trace.go:171","msg":"trace[1467657049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1939; }","duration":"1.941501569s","start":"2026-03-08T02:28:48.404274Z","end":"2026-03-08T02:28:50.345776Z","steps":["trace[1467657049] 'count revisions from in-memory index tree' (duration: 1.941268373s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:50.345815Z","caller":"traceutil/trace.go:171","msg":"trace[2138961939] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:1939; }","duration":"1.516673049s","start":"2026-03-08T02:28:48.829124Z","end":"2026-03-08T02:28:50.345797Z","steps":["trace[2138961939] 'range keys from in-memory index tree' (duration: 1.516315979s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.345845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.829095Z","time spent":"1.51674389s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T02:28:50.345839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.404254Z","time spent":"1.941575411s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:50.345886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745311476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-03-08T02:28:50.345949Z","caller":"traceutil/trace.go:171","msg":"trace[665542685] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1939; }","duration":"1.745411119s","start":"2026-03-08T02:28:48.600518Z","end":"2026-03-08T02:28:50.345929Z","steps":["trace[665542685] 'range keys from in-memory index tree' (duration: 1.74507106s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.345916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249258399s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:50.346049Z","caller":"traceutil/trace.go:171","msg":"trace[579050988] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1939; }","duration":"1.249389242s","start":"2026-03-08T02:28:49.096635Z","end":"2026-03-08T02:28:50.346024Z","steps":["trace[579050988] 'range keys from in-memory index tree' (duration: 1.249220367s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.345995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.600497Z","time spent":"1.74548465s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:28:50.346209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.721091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:50.346365Z","caller":"traceutil/trace.go:171","msg":"trace[194668898] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"1.002446717s","start":"2026-03-08T02:28:49.343887Z","end":"2026-03-08T02:28:50.346333Z","steps":["trace[194668898] 'process raft request' (duration: 374.540072ms)","trace[194668898] 'compare' (duration: 626.587744ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:50.346387Z","caller":"traceutil/trace.go:171","msg":"trace[719768979] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2021; }","duration":"711.235073ms","start":"2026-03-08T02:28:49.635141Z","end":"2026-03-08T02:28:50.346376Z","steps":["trace[719768979] 'read index received' (duration: 83.298857ms)","trace[719768979] 'applied index is now lower than readState.Index' (duration: 627.935396ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:50.346466Z","caller":"traceutil/trace.go:171","msg":"trace[778123740] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"1.001407403s","start":"2026-03-08T02:28:49.345033Z","end":"2026-03-08T02:28:50.346441Z","steps":["trace[778123740] 'process raft request' (duration: 1.00131232s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:50.346461Z","caller":"traceutil/trace.go:171","msg":"trace[1082739382] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"1.002341644s","start":"2026-03-08T02:28:49.344086Z","end":"2026-03-08T02:28:50.346428Z","steps":["trace[1082739382] 'process raft request' (duration: 1.002186831s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.346515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:49.343859Z","time spent":"1.00255885s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:50.346546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.420518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:28:50.346574Z","caller":"traceutil/trace.go:171","msg":"trace[1493255668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1942; }","duration":"711.53586ms","start":"2026-03-08T02:28:49.635029Z","end":"2026-03-08T02:28:50.346565Z","steps":["trace[1493255668] 'agreement among raft nodes before linearized reading' (duration: 711.429308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.346586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:49.344945Z","time spent":"1.001565836s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:50.346603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:49.634996Z","time spent":"711.598801ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:28:50.3466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:49.344043Z","time spent":"1.002481428s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:50.346769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.841804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:28:50.346818Z","caller":"traceutil/trace.go:171","msg":"trace[1578587769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1942; }","duration":"664.927086ms","start":"2026-03-08T02:28:49.681851Z","end":"2026-03-08T02:28:50.346804Z","steps":["trace[1578587769] 'agreement among raft nodes before linearized reading' (duration: 664.810263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.346854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:49.681827Z","time spent":"665.017838ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:28:50.347124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.070702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:28:50.347158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.852845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:28:50.347166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.226973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:28:50.347191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.506654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:28:50.347213Z","caller":"traceutil/trace.go:171","msg":"trace[817177938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1942; }","duration":"615.927636ms","start":"2026-03-08T02:28:49.731269Z","end":"2026-03-08T02:28:50.347196Z","steps":["trace[817177938] 'agreement among raft nodes before linearized reading' (duration: 615.761662ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:50.347238Z","caller":"traceutil/trace.go:171","msg":"trace[566994716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1942; }","duration":"616.302535ms","start":"2026-03-08T02:28:49.730923Z","end":"2026-03-08T02:28:50.347226Z","steps":["trace[566994716] 'agreement among raft nodes before linearized reading' (duration: 616.120681ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:50.347252Z","caller":"traceutil/trace.go:171","msg":"trace[78430002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1942; }","duration":"614.589015ms","start":"2026-03-08T02:28:49.732648Z","end":"2026-03-08T02:28:50.347237Z","steps":["trace[78430002] 'agreement among raft nodes before linearized reading' (duration: 614.439752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.34726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:49.731256Z","time spent":"615.993187ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:50.347276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:49.730859Z","time spent":"616.408558ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:50.347297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:49.732638Z","time spent":"614.647376ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:28:50.347192Z","caller":"traceutil/trace.go:171","msg":"trace[700842522] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1942; }","duration":"411.190965ms","start":"2026-03-08T02:28:49.935981Z","end":"2026-03-08T02:28:50.347172Z","steps":["trace[700842522] 'agreement among raft nodes before linearized reading' (duration: 411.066802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.347414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:49.935958Z","time spent":"411.44125ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:50.347816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7063552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189abcb61b971236\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-08T02:28:50.347875Z","caller":"traceutil/trace.go:171","msg":"trace[144150969] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189abcb61b971236; range_end:; response_count:1; response_revision:1939; }","duration":"1.706559955s","start":"2026-03-08T02:28:48.641299Z","end":"2026-03-08T02:28:50.347859Z","steps":["trace[144150969] 'range keys from in-memory index tree' (duration: 1.704612669s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.347912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.641268Z","time spent":"1.706633377s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189abcb61b971236\" "} {"level":"warn","ts":"2026-03-08T02:28:50.848595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081842118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:28:51.449104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.914528ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-08T02:28:51.449171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.347866Z","time spent":"1.101302825s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T02:28:51.692389Z","caller":"traceutil/trace.go:171","msg":"trace[561645982] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"1.342545666s","start":"2026-03-08T02:28:50.349817Z","end":"2026-03-08T02:28:51.692363Z","steps":["trace[561645982] 'process raft request' (duration: 1.307695946s)","trace[561645982] 'compare' (duration: 34.578694ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:51.692468Z","caller":"traceutil/trace.go:171","msg":"trace[2103114638] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"1.34056035s","start":"2026-03-08T02:28:50.351875Z","end":"2026-03-08T02:28:51.692435Z","steps":["trace[2103114638] 'process raft request' (duration: 1.340379736s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:51.692485Z","caller":"traceutil/trace.go:171","msg":"trace[46078331] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"1.339943755s","start":"2026-03-08T02:28:50.352515Z","end":"2026-03-08T02:28:51.692458Z","steps":["trace[46078331] 'process raft request' (duration: 1.339845953s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:51.692602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.352509Z","time spent":"1.340037667s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:51.692615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.351859Z","time spent":"1.340674162s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:51.692533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.349801Z","time spent":"1.342659468s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:51.692762Z","caller":"traceutil/trace.go:171","msg":"trace[1639847104] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"1.339927505s","start":"2026-03-08T02:28:50.352817Z","end":"2026-03-08T02:28:51.692744Z","steps":["trace[1639847104] 'process raft request' (duration: 1.339809702s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:51.692753Z","caller":"traceutil/trace.go:171","msg":"trace[1677845085] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"1.3401383s","start":"2026-03-08T02:28:50.352579Z","end":"2026-03-08T02:28:51.692717Z","steps":["trace[1677845085] 'process raft request' (duration: 1.339834643s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:51.692806Z","caller":"traceutil/trace.go:171","msg":"trace[1575092966] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"1.339822513s","start":"2026-03-08T02:28:50.352973Z","end":"2026-03-08T02:28:51.692795Z","steps":["trace[1575092966] 'process raft request' (duration: 1.339724731s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:51.69287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.35296Z","time spent":"1.339875584s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:51.692873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.352807Z","time spent":"1.340013947s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:51.692936Z","caller":"traceutil/trace.go:171","msg":"trace[578867338] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"242.140901ms","start":"2026-03-08T02:28:51.450739Z","end":"2026-03-08T02:28:51.69288Z","steps":["trace[578867338] 'process raft request' (duration: 242.07041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:51.69295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.35256Z","time spent":"1.340274273s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:51.692946Z","caller":"traceutil/trace.go:171","msg":"trace[1753761013] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2024; }","duration":"1.344518852s","start":"2026-03-08T02:28:50.348363Z","end":"2026-03-08T02:28:51.692882Z","steps":["trace[1753761013] 'read index received' (duration: 520.835765ms)","trace[1753761013] 'applied index is now lower than readState.Index' (duration: 823.680847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:51.693082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336289381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:51.693089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344710367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:51.693111Z","caller":"traceutil/trace.go:171","msg":"trace[1453304297] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1949; }","duration":"1.336339011s","start":"2026-03-08T02:28:50.356763Z","end":"2026-03-08T02:28:51.693102Z","steps":["trace[1453304297] 'agreement among raft nodes before linearized reading' (duration: 1.33628789s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:51.693118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039242741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:51.693132Z","caller":"traceutil/trace.go:171","msg":"trace[1728784981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1949; }","duration":"1.344784808s","start":"2026-03-08T02:28:50.348332Z","end":"2026-03-08T02:28:51.693117Z","steps":["trace[1728784981] 'agreement among raft nodes before linearized reading' (duration: 1.344654835s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:51.693136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263232182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:28:51.693176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.348318Z","time spent":"1.34485072s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:28:51.693194Z","caller":"traceutil/trace.go:171","msg":"trace[809353115] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1949; }","duration":"1.263320723s","start":"2026-03-08T02:28:50.42986Z","end":"2026-03-08T02:28:51.693181Z","steps":["trace[809353115] 'agreement among raft nodes before linearized reading' (duration: 1.263224691s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:51.693175Z","caller":"traceutil/trace.go:171","msg":"trace[763467249] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1949; }","duration":"1.039299433s","start":"2026-03-08T02:28:50.653858Z","end":"2026-03-08T02:28:51.693157Z","steps":["trace[763467249] 'agreement among raft nodes before linearized reading' (duration: 1.039214341s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:51.693231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.429847Z","time spent":"1.263372535s","remote":"127.0.0.1:53534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:51.693235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.653794Z","time spent":"1.039429645s","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:51.693135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:50.356754Z","time spent":"1.336375333s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T02:28:51.693233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.80938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:28:51.6933Z","caller":"traceutil/trace.go:171","msg":"trace[1542140227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1949; }","duration":"338.904473ms","start":"2026-03-08T02:28:51.354374Z","end":"2026-03-08T02:28:51.693279Z","steps":["trace[1542140227] 'agreement among raft nodes before linearized reading' (duration: 338.718118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:51.693343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:51.354352Z","time spent":"338.980224ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T02:28:52.046071Z","caller":"traceutil/trace.go:171","msg":"trace[626923743] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2032; }","duration":"348.385973ms","start":"2026-03-08T02:28:51.697663Z","end":"2026-03-08T02:28:52.046049Z","steps":["trace[626923743] 'read index received' (duration: 346.210092ms)","trace[626923743] 'applied index is now lower than readState.Index' (duration: 2.174801ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:52.04614Z","caller":"traceutil/trace.go:171","msg":"trace[1517779716] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"348.584168ms","start":"2026-03-08T02:28:51.697536Z","end":"2026-03-08T02:28:52.04612Z","steps":["trace[1517779716] 'process raft request' (duration: 346.401397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:52.046229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.556917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:52.046276Z","caller":"traceutil/trace.go:171","msg":"trace[1806452512] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1950; }","duration":"348.629379ms","start":"2026-03-08T02:28:51.697637Z","end":"2026-03-08T02:28:52.046267Z","steps":["trace[1806452512] 'agreement among raft nodes before linearized reading' (duration: 348.527847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:52.046306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:51.697629Z","time spent":"348.67072ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T02:28:52.046313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.10649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:52.046346Z","caller":"traceutil/trace.go:171","msg":"trace[1986431671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1950; }","duration":"346.151612ms","start":"2026-03-08T02:28:51.700185Z","end":"2026-03-08T02:28:52.046337Z","steps":["trace[1986431671] 'agreement among raft nodes before linearized reading' (duration: 346.09582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:52.046371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:51.700177Z","time spent":"346.188372ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:28:52.046386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.282251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:28:52.046482Z","caller":"traceutil/trace.go:171","msg":"trace[313043094] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1950; }","duration":"348.410433ms","start":"2026-03-08T02:28:51.698049Z","end":"2026-03-08T02:28:52.046459Z","steps":["trace[313043094] 'agreement among raft nodes before linearized reading' (duration: 348.188918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:52.046536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:51.698041Z","time spent":"348.486606ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T02:28:52.046242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:51.697528Z","time spent":"348.655939ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:28:57.879325Z","caller":"traceutil/trace.go:171","msg":"trace[561743504] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"158.953787ms","start":"2026-03-08T02:28:57.72035Z","end":"2026-03-08T02:28:57.879304Z","steps":["trace[561743504] 'process raft request' (duration: 158.804303ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:57.879487Z","caller":"traceutil/trace.go:171","msg":"trace[1387926232] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2057; }","duration":"156.02815ms","start":"2026-03-08T02:28:57.723435Z","end":"2026-03-08T02:28:57.879463Z","steps":["trace[1387926232] 'read index received' (duration: 31.407871ms)","trace[1387926232] 'applied index is now lower than readState.Index' (duration: 124.618199ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:57.879505Z","caller":"traceutil/trace.go:171","msg":"trace[612956231] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"156.550892ms","start":"2026-03-08T02:28:57.722917Z","end":"2026-03-08T02:28:57.879468Z","steps":["trace[612956231] 'process raft request' (duration: 156.347007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:57.879795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.264905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:28:57.879848Z","caller":"traceutil/trace.go:171","msg":"trace[1677771807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1976; }","duration":"156.336156ms","start":"2026-03-08T02:28:57.723493Z","end":"2026-03-08T02:28:57.87983Z","steps":["trace[1677771807] 'agreement among raft nodes before linearized reading' (duration: 156.152102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:57.879881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.127128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:28:57.879886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.395898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:28:57.879954Z","caller":"traceutil/trace.go:171","msg":"trace[454781998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1976; }","duration":"124.22924ms","start":"2026-03-08T02:28:57.755703Z","end":"2026-03-08T02:28:57.879932Z","steps":["trace[454781998] 'agreement among raft nodes before linearized reading' (duration: 124.010944ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:57.880022Z","caller":"traceutil/trace.go:171","msg":"trace[16935296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1976; }","duration":"156.573352ms","start":"2026-03-08T02:28:57.723411Z","end":"2026-03-08T02:28:57.879984Z","steps":["trace[16935296] 'agreement among raft nodes before linearized reading' (duration: 156.128721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.151334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.992275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:58.151608Z","caller":"traceutil/trace.go:171","msg":"trace[1538928454] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"266.745764ms","start":"2026-03-08T02:28:57.884796Z","end":"2026-03-08T02:28:58.151542Z","steps":["trace[1538928454] 'process raft request' (duration: 266.621231ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:58.151732Z","caller":"traceutil/trace.go:171","msg":"trace[1995271330] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"267.041022ms","start":"2026-03-08T02:28:57.884661Z","end":"2026-03-08T02:28:58.151702Z","steps":["trace[1995271330] 'process raft request' (duration: 111.592266ms)","trace[1995271330] 'compare' (duration: 154.866042ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:29:02.546325Z","caller":"traceutil/trace.go:171","msg":"trace[481290949] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"149.140109ms","start":"2026-03-08T02:29:02.397146Z","end":"2026-03-08T02:29:02.546286Z","steps":["trace[481290949] 'process raft request' (duration: 148.702729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:19.351213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.445971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-08T02:29:19.351342Z","caller":"traceutil/trace.go:171","msg":"trace[1180839584] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2081; }","duration":"138.645096ms","start":"2026-03-08T02:29:19.212669Z","end":"2026-03-08T02:29:19.351314Z","steps":["trace[1180839584] 'range keys from in-memory index tree' (duration: 138.174515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:19.351213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.753248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:29:19.351497Z","caller":"traceutil/trace.go:171","msg":"trace[154683316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2081; }","duration":"139.074866ms","start":"2026-03-08T02:29:19.212372Z","end":"2026-03-08T02:29:19.351447Z","steps":["trace[154683316] 'range keys from in-memory index tree' (duration: 138.503842ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:44.594676Z","caller":"traceutil/trace.go:171","msg":"trace[1129500583] linearizableReadLoop","detail":"{readStateIndex:2471; appliedIndex:2470; }","duration":"465.889689ms","start":"2026-03-08T02:29:44.128765Z","end":"2026-03-08T02:29:44.594655Z","steps":["trace[1129500583] 'read index received' (duration: 464.701661ms)","trace[1129500583] 'applied index is now lower than readState.Index' (duration: 1.187158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:29:44.5949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.726525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:29:44.594934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.137727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:29:44.594947Z","caller":"traceutil/trace.go:171","msg":"trace[729991505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2370; }","duration":"202.885428ms","start":"2026-03-08T02:29:44.392049Z","end":"2026-03-08T02:29:44.594935Z","steps":["trace[729991505] 'agreement among raft nodes before linearized reading' (duration: 202.733124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:44.594939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.942446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:29:44.594956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.905764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:29:44.594954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.174516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-08T02:29:44.594976Z","caller":"traceutil/trace.go:171","msg":"trace[1046233149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2370; }","duration":"201.200658ms","start":"2026-03-08T02:29:44.393763Z","end":"2026-03-08T02:29:44.594964Z","steps":["trace[1046233149] 'agreement among raft nodes before linearized reading' (duration: 201.098765ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:44.595007Z","caller":"traceutil/trace.go:171","msg":"trace[959109408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2370; }","duration":"201.999077ms","start":"2026-03-08T02:29:44.392995Z","end":"2026-03-08T02:29:44.594994Z","steps":["trace[959109408] 'agreement among raft nodes before linearized reading' (duration: 201.897364ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:44.595022Z","caller":"traceutil/trace.go:171","msg":"trace[1683030492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2370; }","duration":"466.304339ms","start":"2026-03-08T02:29:44.128701Z","end":"2026-03-08T02:29:44.595005Z","steps":["trace[1683030492] 'agreement among raft nodes before linearized reading' (duration: 466.071553ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:44.595011Z","caller":"traceutil/trace.go:171","msg":"trace[1450436833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2370; }","duration":"162.999057ms","start":"2026-03-08T02:29:44.431979Z","end":"2026-03-08T02:29:44.594978Z","steps":["trace[1450436833] 'agreement among raft nodes before linearized reading' (duration: 162.831453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:44.595072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:44.128671Z","time spent":"466.384571ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:30:11.107967Z","caller":"traceutil/trace.go:171","msg":"trace[1724265240] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"179.792506ms","start":"2026-03-08T02:30:10.928146Z","end":"2026-03-08T02:30:11.107939Z","steps":["trace[1724265240] 'process raft request' (duration: 179.727234ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:11.108028Z","caller":"traceutil/trace.go:171","msg":"trace[1862761026] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"180.41534ms","start":"2026-03-08T02:30:10.927588Z","end":"2026-03-08T02:30:11.108004Z","steps":["trace[1862761026] 'process raft request' (duration: 153.318536ms)","trace[1862761026] 'compare' (duration: 26.855459ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:18.711251Z","caller":"traceutil/trace.go:171","msg":"trace[76864966] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"456.409984ms","start":"2026-03-08T02:30:18.254799Z","end":"2026-03-08T02:30:18.711209Z","steps":["trace[76864966] 'process raft request' (duration: 456.201689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:18.711414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:18.254774Z","time spent":"456.553147ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:18.954704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.863834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-08T02:30:18.954764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.303608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:30:18.954806Z","caller":"traceutil/trace.go:171","msg":"trace[1979721321] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:2561; }","duration":"119.994917ms","start":"2026-03-08T02:30:18.834787Z","end":"2026-03-08T02:30:18.954782Z","steps":["trace[1979721321] 'range keys from in-memory index tree' (duration: 119.671319ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:18.954842Z","caller":"traceutil/trace.go:171","msg":"trace[1136559480] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2561; }","duration":"131.422961ms","start":"2026-03-08T02:30:18.823401Z","end":"2026-03-08T02:30:18.954824Z","steps":["trace[1136559480] 'count revisions from in-memory index tree' (duration: 131.247557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:18.95491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.180937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:30:18.955053Z","caller":"traceutil/trace.go:171","msg":"trace[408332510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2561; }","duration":"129.336061ms","start":"2026-03-08T02:30:18.825686Z","end":"2026-03-08T02:30:18.955022Z","steps":["trace[408332510] 'range keys from in-memory index tree' (duration: 129.034084ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:19.06637Z","caller":"traceutil/trace.go:171","msg":"trace[1838829737] linearizableReadLoop","detail":"{readStateIndex:2670; appliedIndex:2669; }","duration":"130.509389ms","start":"2026-03-08T02:30:18.935842Z","end":"2026-03-08T02:30:19.066351Z","steps":["trace[1838829737] 'read index received' (duration: 130.486289ms)","trace[1838829737] 'applied index is now lower than readState.Index' (duration: 22.59µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:19.066454Z","caller":"traceutil/trace.go:171","msg":"trace[346458049] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"161.127794ms","start":"2026-03-08T02:30:18.905319Z","end":"2026-03-08T02:30:19.066447Z","steps":["trace[346458049] 'process raft request' (duration: 160.937709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:19.066671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.814017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189abcce9d95980f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-08T02:30:19.066703Z","caller":"traceutil/trace.go:171","msg":"trace[328173486] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189abcce9d95980f; range_end:; response_count:1; response_revision:2562; }","duration":"130.879468ms","start":"2026-03-08T02:30:18.935814Z","end":"2026-03-08T02:30:19.066694Z","steps":["trace[328173486] 'agreement among raft nodes before linearized reading' (duration: 130.772315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.561008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027170439s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:20.561252Z","caller":"traceutil/trace.go:171","msg":"trace[764808691] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"1.624234864s","start":"2026-03-08T02:30:18.936983Z","end":"2026-03-08T02:30:20.561218Z","steps":["trace[764808691] 'process raft request' (duration: 596.754568ms)","trace[764808691] 'compare' (duration: 1.026484892s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:20.5615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:18.936973Z","time spent":"1.624359168s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:20.561854Z","caller":"traceutil/trace.go:171","msg":"trace[1049867035] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"1.624232034s","start":"2026-03-08T02:30:18.937604Z","end":"2026-03-08T02:30:20.561836Z","steps":["trace[1049867035] 'process raft request' (duration: 1.623515427s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.561945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:18.937599Z","time spent":"1.624300477s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:20.562012Z","caller":"traceutil/trace.go:171","msg":"trace[423807713] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"1.603744624s","start":"2026-03-08T02:30:18.958244Z","end":"2026-03-08T02:30:20.561989Z","steps":["trace[423807713] 'process raft request' (duration: 1.60356983s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.562145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:18.958221Z","time spent":"1.603873816s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:20.562229Z","caller":"traceutil/trace.go:171","msg":"trace[1164124396] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"1.493134142s","start":"2026-03-08T02:30:19.069064Z","end":"2026-03-08T02:30:20.562198Z","steps":["trace[1164124396] 'process raft request' (duration: 1.493021569s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.562341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:18.956033Z","time spent":"1.606303555s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:30:20.562403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:19.069049Z","time spent":"1.493264475s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:20.562711Z","caller":"traceutil/trace.go:171","msg":"trace[1120075295] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"1.604185645s","start":"2026-03-08T02:30:18.958505Z","end":"2026-03-08T02:30:20.562691Z","steps":["trace[1120075295] 'process raft request' (duration: 1.603432137s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.562818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:18.958491Z","time spent":"1.604277006s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:20.563191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58357897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:30:20.563276Z","caller":"traceutil/trace.go:171","msg":"trace[1930379163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2567; }","duration":"1.583735164s","start":"2026-03-08T02:30:18.979519Z","end":"2026-03-08T02:30:20.563254Z","steps":["trace[1930379163] 'agreement among raft nodes before linearized reading' (duration: 1.583475008s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.563328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:18.979498Z","time spent":"1.583818516s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:30:20.56408Z","caller":"traceutil/trace.go:171","msg":"trace[1620865990] linearizableReadLoop","detail":"{readStateIndex:2675; appliedIndex:2670; }","duration":"1.497553087s","start":"2026-03-08T02:30:19.066423Z","end":"2026-03-08T02:30:20.563976Z","steps":["trace[1620865990] 'read index received' (duration: 467.279134ms)","trace[1620865990] 'applied index is now lower than readState.Index' (duration: 1.029116896s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:20.565582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.459148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-08T02:30:20.565678Z","caller":"traceutil/trace.go:171","msg":"trace[773998995] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2567; }","duration":"942.579351ms","start":"2026-03-08T02:30:19.623071Z","end":"2026-03-08T02:30:20.56565Z","steps":["trace[773998995] 'agreement among raft nodes before linearized reading' (duration: 942.371236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.565712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:19.623047Z","time spent":"942.655822ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-08T02:30:20.565954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423559853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:30:20.566068Z","caller":"traceutil/trace.go:171","msg":"trace[1406389752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2567; }","duration":"1.423706957s","start":"2026-03-08T02:30:19.142335Z","end":"2026-03-08T02:30:20.566041Z","steps":["trace[1406389752] 'agreement among raft nodes before linearized reading' (duration: 1.423479882s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.566134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:19.142313Z","time spent":"1.423796759s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:30:20.566149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.085497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-08T02:30:20.566172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.014759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:30:20.566261Z","caller":"traceutil/trace.go:171","msg":"trace[874897663] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2567; }","duration":"168.142732ms","start":"2026-03-08T02:30:20.398084Z","end":"2026-03-08T02:30:20.566227Z","steps":["trace[874897663] 'agreement among raft nodes before linearized reading' (duration: 167.832104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.566255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433512202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-08T02:30:20.566267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239252605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:30:20.566342Z","caller":"traceutil/trace.go:171","msg":"trace[1226617044] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2567; }","duration":"1.433579593s","start":"2026-03-08T02:30:19.132721Z","end":"2026-03-08T02:30:20.566301Z","steps":["trace[1226617044] 'agreement among raft nodes before linearized reading' (duration: 1.433136793s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:20.56638Z","caller":"traceutil/trace.go:171","msg":"trace[557111674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2567; }","duration":"1.239435078s","start":"2026-03-08T02:30:19.326898Z","end":"2026-03-08T02:30:20.566333Z","steps":["trace[557111674] 'agreement among raft nodes before linearized reading' (duration: 1.238984277s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.566388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:19.132655Z","time spent":"1.433721217s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-08T02:30:20.566429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:19.326884Z","time spent":"1.239533631s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:30:20.566202Z","caller":"traceutil/trace.go:171","msg":"trace[563286344] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2567; }","duration":"866.147167ms","start":"2026-03-08T02:30:19.70003Z","end":"2026-03-08T02:30:20.566177Z","steps":["trace[563286344] 'agreement among raft nodes before linearized reading' (duration: 866.030025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.566875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:19.700013Z","time spent":"866.840245ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:30:20.567115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426855543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:30:20.567181Z","caller":"traceutil/trace.go:171","msg":"trace[1975482962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2567; }","duration":"1.426905784s","start":"2026-03-08T02:30:19.140247Z","end":"2026-03-08T02:30:20.567153Z","steps":["trace[1975482962] 'agreement among raft nodes before linearized reading' (duration: 1.426776791s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:20.567213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:19.14021Z","time spent":"1.426995475s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:30:21.06316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.843803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:21.063596Z","caller":"traceutil/trace.go:171","msg":"trace[29800061] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"498.176144ms","start":"2026-03-08T02:30:20.56536Z","end":"2026-03-08T02:30:21.063536Z","steps":["trace[29800061] 'process raft request' (duration: 186.874171ms)","trace[29800061] 'compare' (duration: 310.726809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:21.063741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:20.56534Z","time spent":"498.326788ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:21.063795Z","caller":"traceutil/trace.go:171","msg":"trace[156935931] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2676; }","duration":"497.019546ms","start":"2026-03-08T02:30:20.566745Z","end":"2026-03-08T02:30:21.063765Z","steps":["trace[156935931] 'read index received' (duration: 185.501838ms)","trace[156935931] 'applied index is now lower than readState.Index' (duration: 311.514428ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:21.063913Z","caller":"traceutil/trace.go:171","msg":"trace[1586451261] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"494.771332ms","start":"2026-03-08T02:30:20.569115Z","end":"2026-03-08T02:30:21.063887Z","steps":["trace[1586451261] 'process raft request' (duration: 494.397193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:21.064026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:20.569093Z","time spent":"494.883565ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:21.064101Z","caller":"traceutil/trace.go:171","msg":"trace[1951455530] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"491.850632ms","start":"2026-03-08T02:30:20.572237Z","end":"2026-03-08T02:30:21.064087Z","steps":["trace[1951455530] 'process raft request' (duration: 491.391761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:21.064129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.378074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189abcd0fec9f374\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-08T02:30:21.06417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:20.572229Z","time spent":"491.909183ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:21.064181Z","caller":"traceutil/trace.go:171","msg":"trace[1926968922] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189abcd0fec9f374; range_end:; response_count:1; response_revision:2570; }","duration":"497.458227ms","start":"2026-03-08T02:30:20.566708Z","end":"2026-03-08T02:30:21.064166Z","steps":["trace[1926968922] 'agreement among raft nodes before linearized reading' (duration: 497.141849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:21.064181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.529956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:30:21.064221Z","caller":"traceutil/trace.go:171","msg":"trace[1841798316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2571; }","duration":"353.613248ms","start":"2026-03-08T02:30:20.710595Z","end":"2026-03-08T02:30:21.064209Z","steps":["trace[1841798316] 'agreement among raft nodes before linearized reading' (duration: 353.467544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:21.064221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:20.566695Z","time spent":"497.516508ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189abcd0fec9f374\" "} {"level":"warn","ts":"2026-03-08T02:30:21.06425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:20.710571Z","time spent":"353.674239ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:30:21.064309Z","caller":"traceutil/trace.go:171","msg":"trace[1160879024] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"491.941154ms","start":"2026-03-08T02:30:20.572355Z","end":"2026-03-08T02:30:21.064296Z","steps":["trace[1160879024] 'process raft request' (duration: 491.583635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:21.064374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:20.572349Z","time spent":"491.993795ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:21.064506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.894007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:30:21.064589Z","caller":"traceutil/trace.go:171","msg":"trace[940284957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2571; }","duration":"493.01999ms","start":"2026-03-08T02:30:20.57155Z","end":"2026-03-08T02:30:21.06457Z","steps":["trace[940284957] 'agreement among raft nodes before linearized reading' (duration: 492.769554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:21.064636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:20.571532Z","time spent":"493.095392ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:30:21.064852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.258476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-08T02:30:21.064941Z","caller":"traceutil/trace.go:171","msg":"trace[1241631121] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2571; }","duration":"493.378719ms","start":"2026-03-08T02:30:20.571546Z","end":"2026-03-08T02:30:21.064925Z","steps":["trace[1241631121] 'agreement among raft nodes before linearized reading' (duration: 492.503548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:21.065051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:20.571533Z","time spent":"493.505942ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-08T02:30:21.065973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.645845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-08T02:30:21.066054Z","caller":"traceutil/trace.go:171","msg":"trace[1027824983] range","detail":"{range_begin:/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2; range_end:; response_count:1; response_revision:2571; }","duration":"493.840739ms","start":"2026-03-08T02:30:20.572191Z","end":"2026-03-08T02:30:21.066032Z","steps":["trace[1027824983] 'agreement among raft nodes before linearized reading' (duration: 491.948984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:21.066107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:20.572185Z","time spent":"493.908411ms","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" "} {"level":"warn","ts":"2026-03-08T02:30:26.870374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.79918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:26.870457Z","caller":"traceutil/trace.go:171","msg":"trace[434593957] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"187.807414ms","start":"2026-03-08T02:30:26.682634Z","end":"2026-03-08T02:30:26.870442Z","steps":["trace[434593957] 'process raft request' (duration: 65.87647ms)","trace[434593957] 'compare' (duration: 121.640757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:27.462221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.335418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:27.462729Z","caller":"traceutil/trace.go:171","msg":"trace[640700395] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"334.206893ms","start":"2026-03-08T02:30:27.128494Z","end":"2026-03-08T02:30:27.462701Z","steps":["trace[640700395] 'process raft request' (duration: 334.113011ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:27.462803Z","caller":"traceutil/trace.go:171","msg":"trace[592334642] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"334.89697ms","start":"2026-03-08T02:30:27.127839Z","end":"2026-03-08T02:30:27.462736Z","steps":["trace[592334642] 'process raft request' (duration: 142.937648ms)","trace[592334642] 'compare' (duration: 191.159513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:27.462871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:27.128479Z","time spent":"334.337856ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:27.463057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:27.12783Z","time spent":"335.083945ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:45.512031Z","caller":"traceutil/trace.go:171","msg":"trace[1286756436] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"236.425768ms","start":"2026-03-08T02:30:45.275557Z","end":"2026-03-08T02:30:45.511982Z","steps":["trace[1286756436] 'process raft request' (duration: 172.996448ms)","trace[1286756436] 'compare' (duration: 62.870417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:49.511653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.194247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:49.511882Z","caller":"traceutil/trace.go:171","msg":"trace[928414172] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"199.178056ms","start":"2026-03-08T02:30:49.312679Z","end":"2026-03-08T02:30:49.511857Z","steps":["trace[928414172] 'process raft request' (duration: 24.547809ms)","trace[928414172] 'compare' (duration: 173.721965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:49.813952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.316738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:30:49.81396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.844178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-08T02:30:49.814068Z","caller":"traceutil/trace.go:171","msg":"trace[128562816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2713; }","duration":"103.477352ms","start":"2026-03-08T02:30:49.710564Z","end":"2026-03-08T02:30:49.814041Z","steps":["trace[128562816] 'range keys from in-memory index tree' (duration: 103.198664ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:49.814079Z","caller":"traceutil/trace.go:171","msg":"trace[1881310967] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2713; }","duration":"193.978851ms","start":"2026-03-08T02:30:49.620075Z","end":"2026-03-08T02:30:49.814054Z","steps":["trace[1881310967] 'range keys from in-memory index tree' (duration: 193.605372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:49.814061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.707906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:30:49.814175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.058824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:30:49.814234Z","caller":"traceutil/trace.go:171","msg":"trace[1812069639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2713; }","duration":"159.141526ms","start":"2026-03-08T02:30:49.655074Z","end":"2026-03-08T02:30:49.814215Z","steps":["trace[1812069639] 'range keys from in-memory index tree' (duration: 158.963951ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:49.81423Z","caller":"traceutil/trace.go:171","msg":"trace[1006799401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2713; }","duration":"158.87719ms","start":"2026-03-08T02:30:49.655324Z","end":"2026-03-08T02:30:49.814201Z","steps":["trace[1006799401] 'range keys from in-memory index tree' (duration: 158.541782ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:51.057152Z","caller":"traceutil/trace.go:171","msg":"trace[1119029422] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2833; }","duration":"104.70928ms","start":"2026-03-08T02:30:50.952416Z","end":"2026-03-08T02:30:51.057125Z","steps":["trace[1119029422] 'read index received' (duration: 27.248133ms)","trace[1119029422] 'applied index is now lower than readState.Index' (duration: 77.460187ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:51.057207Z","caller":"traceutil/trace.go:171","msg":"trace[193619558] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"190.660202ms","start":"2026-03-08T02:30:50.866523Z","end":"2026-03-08T02:30:51.057183Z","steps":["trace[193619558] 'process raft request' (duration: 113.224145ms)","trace[193619558] 'compare' (duration: 77.255813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:51.057333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.906266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:30:51.057427Z","caller":"traceutil/trace.go:171","msg":"trace[968396763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2718; }","duration":"105.046108ms","start":"2026-03-08T02:30:50.952367Z","end":"2026-03-08T02:30:51.057413Z","steps":["trace[968396763] 'agreement among raft nodes before linearized reading' (duration: 104.853204ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:51.291736Z","caller":"traceutil/trace.go:171","msg":"trace[1099747657] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"154.518255ms","start":"2026-03-08T02:30:51.137178Z","end":"2026-03-08T02:30:51.291696Z","steps":["trace[1099747657] 'process raft request' (duration: 92.813715ms)","trace[1099747657] 'compare' (duration: 61.537936ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:32:10.444609Z","caller":"traceutil/trace.go:171","msg":"trace[257548487] linearizableReadLoop","detail":"{readStateIndex:3351; appliedIndex:3350; }","duration":"168.265241ms","start":"2026-03-08T02:32:10.276317Z","end":"2026-03-08T02:32:10.444582Z","steps":["trace[257548487] 'read index received' (duration: 168.028445ms)","trace[257548487] 'applied index is now lower than readState.Index' (duration: 235.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:32:10.444704Z","caller":"traceutil/trace.go:171","msg":"trace[297653533] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"190.584421ms","start":"2026-03-08T02:32:10.254086Z","end":"2026-03-08T02:32:10.444671Z","steps":["trace[297653533] 'process raft request' (duration: 190.331275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:10.444792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.457855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:32:10.444823Z","caller":"traceutil/trace.go:171","msg":"trace[295009153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3214; }","duration":"168.546867ms","start":"2026-03-08T02:32:10.276268Z","end":"2026-03-08T02:32:10.444815Z","steps":["trace[295009153] 'agreement among raft nodes before linearized reading' (duration: 168.411774ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:38.589606Z","caller":"traceutil/trace.go:171","msg":"trace[1252411086] linearizableReadLoop","detail":"{readStateIndex:3568; appliedIndex:3567; }","duration":"314.963682ms","start":"2026-03-08T02:32:38.274617Z","end":"2026-03-08T02:32:38.589581Z","steps":["trace[1252411086] 'read index received' (duration: 274.764295ms)","trace[1252411086] 'applied index is now lower than readState.Index' (duration: 40.198527ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:32:38.589674Z","caller":"traceutil/trace.go:171","msg":"trace[509857660] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"424.77839ms","start":"2026-03-08T02:32:38.164867Z","end":"2026-03-08T02:32:38.589645Z","steps":["trace[509857660] 'process raft request' (duration: 384.608404ms)","trace[509857660] 'compare' (duration: 39.739676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:32:38.589825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.190788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-08T02:32:38.590256Z","caller":"traceutil/trace.go:171","msg":"trace[2065541681] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3426; }","duration":"315.630318ms","start":"2026-03-08T02:32:38.274561Z","end":"2026-03-08T02:32:38.590192Z","steps":["trace[2065541681] 'agreement among raft nodes before linearized reading' (duration: 315.132006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:38.589942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.003885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:32:38.59037Z","caller":"traceutil/trace.go:171","msg":"trace[1858254035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3426; }","duration":"167.497177ms","start":"2026-03-08T02:32:38.422854Z","end":"2026-03-08T02:32:38.590351Z","steps":["trace[1858254035] 'agreement among raft nodes before linearized reading' (duration: 166.897523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:38.590401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:38.274537Z","time spent":"315.811352ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-08T02:32:38.590217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:38.164844Z","time spent":"425.252201ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:32:45.689199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823330545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:32:45.68928Z","caller":"traceutil/trace.go:171","msg":"trace[884462978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3451; }","duration":"1.823427768s","start":"2026-03-08T02:32:43.865834Z","end":"2026-03-08T02:32:45.689261Z","steps":["trace[884462978] 'range keys from in-memory index tree' (duration: 1.82313287s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.689322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:43.865769Z","time spent":"1.82354336s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:32:45.689343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615527678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:32:45.689441Z","caller":"traceutil/trace.go:171","msg":"trace[1907884050] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:3451; }","duration":"1.615658481s","start":"2026-03-08T02:32:44.07376Z","end":"2026-03-08T02:32:45.689419Z","steps":["trace[1907884050] 'range keys from in-memory index tree' (duration: 1.615385575s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.689484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:44.073742Z","time spent":"1.615731154s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:32:45.829075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293704196s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:32:45.829463Z","caller":"traceutil/trace.go:171","msg":"trace[259282400] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"467.296812ms","start":"2026-03-08T02:32:45.362142Z","end":"2026-03-08T02:32:45.829439Z","steps":["trace[259282400] 'process raft request' (duration: 467.036126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.829603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:45.362117Z","time spent":"467.392963ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:32:45.829631Z","caller":"traceutil/trace.go:171","msg":"trace[1113880866] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"206.191359ms","start":"2026-03-08T02:32:45.623402Z","end":"2026-03-08T02:32:45.829594Z","steps":["trace[1113880866] 'process raft request' (duration: 205.939333ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:45.829802Z","caller":"traceutil/trace.go:171","msg":"trace[1568940093] linearizableReadLoop","detail":"{readStateIndex:3595; appliedIndex:3594; }","duration":"1.216197609s","start":"2026-03-08T02:32:44.613544Z","end":"2026-03-08T02:32:45.829742Z","steps":["trace[1568940093] 'read index received' (duration: 38.641µs)","trace[1568940093] 'applied index is now lower than readState.Index' (duration: 1.216157048s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:32:45.829648Z","caller":"traceutil/trace.go:171","msg":"trace[1197221914] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"136.082137ms","start":"2026-03-08T02:32:45.693539Z","end":"2026-03-08T02:32:45.829621Z","steps":["trace[1197221914] 'process raft request' (duration: 135.835161ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:45.829686Z","caller":"traceutil/trace.go:171","msg":"trace[602332464] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"371.621157ms","start":"2026-03-08T02:32:45.458035Z","end":"2026-03-08T02:32:45.829656Z","steps":["trace[602332464] 'process raft request' (duration: 371.262508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.830045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211264803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:32:45.830107Z","caller":"traceutil/trace.go:171","msg":"trace[533698530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3456; }","duration":"1.211360725s","start":"2026-03-08T02:32:44.618731Z","end":"2026-03-08T02:32:45.830091Z","steps":["trace[533698530] 'agreement among raft nodes before linearized reading' (duration: 1.211218882s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.830165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:44.618723Z","time spent":"1.211423526s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:32:45.830196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:45.458011Z","time spent":"372.058798ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:32:45.830144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216597219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:32:45.830294Z","caller":"traceutil/trace.go:171","msg":"trace[2068185806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3456; }","duration":"1.216775192s","start":"2026-03-08T02:32:44.613505Z","end":"2026-03-08T02:32:45.83028Z","steps":["trace[2068185806] 'agreement among raft nodes before linearized reading' (duration: 1.216364493s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.83034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:44.613488Z","time spent":"1.216837005s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:32:45.830138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.778254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:32:45.830418Z","caller":"traceutil/trace.go:171","msg":"trace[177494961] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3456; }","duration":"168.128092ms","start":"2026-03-08T02:32:45.66227Z","end":"2026-03-08T02:32:45.830398Z","steps":["trace[177494961] 'agreement among raft nodes before linearized reading' (duration: 167.732203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.830367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.26288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:32:45.830497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121548809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:32:45.830518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.014469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:32:45.830577Z","caller":"traceutil/trace.go:171","msg":"trace[1762392148] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3456; }","duration":"920.135082ms","start":"2026-03-08T02:32:44.910427Z","end":"2026-03-08T02:32:45.830562Z","steps":["trace[1762392148] 'agreement among raft nodes before linearized reading' (duration: 919.953038ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:45.830596Z","caller":"traceutil/trace.go:171","msg":"trace[966080291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3456; }","duration":"133.449385ms","start":"2026-03-08T02:32:45.697067Z","end":"2026-03-08T02:32:45.830516Z","steps":["trace[966080291] 'agreement among raft nodes before linearized reading' (duration: 133.124937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.830675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211894857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:32:45.830638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:44.910396Z","time spent":"920.225505ms","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":43,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:32:45.830578Z","caller":"traceutil/trace.go:171","msg":"trace[1174259816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3456; }","duration":"1.121660041s","start":"2026-03-08T02:32:44.708891Z","end":"2026-03-08T02:32:45.830551Z","steps":["trace[1174259816] 'agreement among raft nodes before linearized reading' (duration: 1.121533428s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.830827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.289315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63084"} {"level":"info","ts":"2026-03-08T02:32:45.830855Z","caller":"traceutil/trace.go:171","msg":"trace[416528762] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3456; }","duration":"137.360737ms","start":"2026-03-08T02:32:45.693486Z","end":"2026-03-08T02:32:45.830847Z","steps":["trace[416528762] 'agreement among raft nodes before linearized reading' (duration: 136.908186ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:45.830727Z","caller":"traceutil/trace.go:171","msg":"trace[1605042603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3456; }","duration":"1.212033271s","start":"2026-03-08T02:32:44.618677Z","end":"2026-03-08T02:32:45.83071Z","steps":["trace[1605042603] 'agreement among raft nodes before linearized reading' (duration: 1.211798195s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.830908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:44.708876Z","time spent":"1.121962679s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:32:45.831012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:44.618655Z","time spent":"1.212267857s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:32:53.969319Z","caller":"traceutil/trace.go:171","msg":"trace[2128828025] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"113.008403ms","start":"2026-03-08T02:32:53.856286Z","end":"2026-03-08T02:32:53.969294Z","steps":["trace[2128828025] 'process raft request' (duration: 112.87411ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:54.214126Z","caller":"traceutil/trace.go:171","msg":"trace[1034806493] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"357.376952ms","start":"2026-03-08T02:32:53.856726Z","end":"2026-03-08T02:32:54.214103Z","steps":["trace[1034806493] 'process raft request' (duration: 357.193797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.214297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.856713Z","time spent":"357.492104ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:32:54.214314Z","caller":"traceutil/trace.go:171","msg":"trace[823936404] linearizableReadLoop","detail":"{readStateIndex:3641; appliedIndex:3639; }","duration":"349.923956ms","start":"2026-03-08T02:32:53.864359Z","end":"2026-03-08T02:32:54.214283Z","steps":["trace[823936404] 'read index received' (duration: 104.944673ms)","trace[823936404] 'applied index is now lower than readState.Index' (duration: 244.977563ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:32:54.214411Z","caller":"traceutil/trace.go:171","msg":"trace[1777632658] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"357.342861ms","start":"2026-03-08T02:32:53.857022Z","end":"2026-03-08T02:32:54.214365Z","steps":["trace[1777632658] 'process raft request' (duration: 357.040524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.214561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.857014Z","time spent":"357.468213ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:32:54.214611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.249603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:32:54.214675Z","caller":"traceutil/trace.go:171","msg":"trace[1419279130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3496; }","duration":"350.336616ms","start":"2026-03-08T02:32:53.864323Z","end":"2026-03-08T02:32:54.21466Z","steps":["trace[1419279130] 'agreement among raft nodes before linearized reading' (duration: 350.148361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.214676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.044976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:32:54.214717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.864311Z","time spent":"350.395367ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:32:54.214744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.456244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:32:54.214746Z","caller":"traceutil/trace.go:171","msg":"trace[513908052] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3496; }","duration":"223.134398ms","start":"2026-03-08T02:32:53.991589Z","end":"2026-03-08T02:32:54.214723Z","steps":["trace[513908052] 'agreement among raft nodes before linearized reading' (duration: 223.031976ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:54.214787Z","caller":"traceutil/trace.go:171","msg":"trace[964276618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3496; }","duration":"343.542785ms","start":"2026-03-08T02:32:53.871233Z","end":"2026-03-08T02:32:54.214776Z","steps":["trace[964276618] 'agreement among raft nodes before linearized reading' (duration: 343.419552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.214824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.87122Z","time spent":"343.596207ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:32:54.214823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.391814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:32:54.214879Z","caller":"traceutil/trace.go:171","msg":"trace[1418844438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3496; }","duration":"237.487937ms","start":"2026-03-08T02:32:53.977377Z","end":"2026-03-08T02:32:54.214865Z","steps":["trace[1418844438] 'agreement among raft nodes before linearized reading' (duration: 237.377574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.214892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.107438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:32:54.214924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.100978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:32:54.214962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.057808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:32:54.214975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.756508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:32:54.214978Z","caller":"traceutil/trace.go:171","msg":"trace[2139914590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3496; }","duration":"344.228872ms","start":"2026-03-08T02:32:53.870726Z","end":"2026-03-08T02:32:54.214955Z","steps":["trace[2139914590] 'agreement among raft nodes before linearized reading' (duration: 344.004596ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:54.215014Z","caller":"traceutil/trace.go:171","msg":"trace[292915480] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:3496; }","duration":"348.81813ms","start":"2026-03-08T02:32:53.866186Z","end":"2026-03-08T02:32:54.215004Z","steps":["trace[292915480] 'agreement among raft nodes before linearized reading' (duration: 348.305848ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:54.215015Z","caller":"traceutil/trace.go:171","msg":"trace[803341381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3496; }","duration":"347.146331ms","start":"2026-03-08T02:32:53.867854Z","end":"2026-03-08T02:32:54.215Z","steps":["trace[803341381] 'agreement among raft nodes before linearized reading' (duration: 346.983597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.215049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.867834Z","time spent":"347.207982ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:32:54.215055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.870712Z","time spent":"344.326044ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:32:54.21498Z","caller":"traceutil/trace.go:171","msg":"trace[1931479040] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3496; }","duration":"313.376035ms","start":"2026-03-08T02:32:53.90159Z","end":"2026-03-08T02:32:54.214966Z","steps":["trace[1931479040] 'agreement among raft nodes before linearized reading' (duration: 312.965065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.215102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.866171Z","time spent":"348.863971ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:32:54.215165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.343311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:32:54.215231Z","caller":"traceutil/trace.go:171","msg":"trace[101561375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3496; }","duration":"343.673969ms","start":"2026-03-08T02:32:53.871541Z","end":"2026-03-08T02:32:54.215215Z","steps":["trace[101561375] 'agreement among raft nodes before linearized reading' (duration: 343.162087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.215128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.901571Z","time spent":"313.543968ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T02:32:54.215279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.87151Z","time spent":"343.753081ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:32:54.319529Z","caller":"traceutil/trace.go:171","msg":"trace[306213151] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"100.228572ms","start":"2026-03-08T02:32:54.21928Z","end":"2026-03-08T02:32:54.319509Z","steps":["trace[306213151] 'process raft request' (duration: 100.055438ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:54.319538Z","caller":"traceutil/trace.go:171","msg":"trace[2130761466] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"100.15932ms","start":"2026-03-08T02:32:54.219359Z","end":"2026-03-08T02:32:54.319519Z","steps":["trace[2130761466] 'process raft request' (duration: 100.099629ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:54.319846Z","caller":"traceutil/trace.go:171","msg":"trace[1553057697] transaction","detail":"{read_only:false; response_revision:3500; number_of_response:1; }","duration":"100.419917ms","start":"2026-03-08T02:32:54.219415Z","end":"2026-03-08T02:32:54.319835Z","steps":["trace[1553057697] 'process raft request' (duration: 100.076069ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:54.319959Z","caller":"traceutil/trace.go:171","msg":"trace[1478587792] linearizableReadLoop","detail":"{readStateIndex:3645; appliedIndex:3641; }","duration":"100.506588ms","start":"2026-03-08T02:32:54.219435Z","end":"2026-03-08T02:32:54.319942Z","steps":["trace[1478587792] 'read index received' (duration: 26.258979ms)","trace[1478587792] 'applied index is now lower than readState.Index' (duration: 74.246709ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:32:54.319983Z","caller":"traceutil/trace.go:171","msg":"trace[1133475451] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"100.510318ms","start":"2026-03-08T02:32:54.219465Z","end":"2026-03-08T02:32:54.319976Z","steps":["trace[1133475451] 'process raft request' (duration: 100.328344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.321221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.764878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63084"} {"level":"info","ts":"2026-03-08T02:32:54.32129Z","caller":"traceutil/trace.go:171","msg":"trace[1265045625] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3501; }","duration":"101.864371ms","start":"2026-03-08T02:32:54.219409Z","end":"2026-03-08T02:32:54.321274Z","steps":["trace[1265045625] 'agreement among raft nodes before linearized reading' (duration: 100.603771ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:30.45212Z","caller":"traceutil/trace.go:171","msg":"trace[1008784767] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"121.227507ms","start":"2026-03-08T02:33:30.33087Z","end":"2026-03-08T02:33:30.452098Z","steps":["trace[1008784767] 'process raft request' (duration: 121.076833ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:30.461358Z","caller":"traceutil/trace.go:171","msg":"trace[481176669] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"129.225533ms","start":"2026-03-08T02:33:30.332105Z","end":"2026-03-08T02:33:30.46133Z","steps":["trace[481176669] 'process raft request' (duration: 129.051429ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:56.80072Z","caller":"traceutil/trace.go:171","msg":"trace[2003117676] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"191.779382ms","start":"2026-03-08T02:33:56.608911Z","end":"2026-03-08T02:33:56.80069Z","steps":["trace[2003117676] 'process raft request' (duration: 187.656096ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:56.80098Z","caller":"traceutil/trace.go:171","msg":"trace[1302818454] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"191.542137ms","start":"2026-03-08T02:33:56.609406Z","end":"2026-03-08T02:33:56.800948Z","steps":["trace[1302818454] 'process raft request' (duration: 191.24021ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:56.801449Z","caller":"traceutil/trace.go:171","msg":"trace[1930304713] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"143.751172ms","start":"2026-03-08T02:33:56.657673Z","end":"2026-03-08T02:33:56.801424Z","steps":["trace[1930304713] 'process raft request' (duration: 143.633009ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:56.801434Z","caller":"traceutil/trace.go:171","msg":"trace[1809065893] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"181.981733ms","start":"2026-03-08T02:33:56.61941Z","end":"2026-03-08T02:33:56.801392Z","steps":["trace[1809065893] 'process raft request' (duration: 181.803019ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:56.801465Z","caller":"traceutil/trace.go:171","msg":"trace[294461713] linearizableReadLoop","detail":"{readStateIndex:4392; appliedIndex:4389; }","duration":"173.559307ms","start":"2026-03-08T02:33:56.627883Z","end":"2026-03-08T02:33:56.801442Z","steps":["trace[294461713] 'read index received' (duration: 168.696624ms)","trace[294461713] 'applied index is now lower than readState.Index' (duration: 4.861803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:33:56.801674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.773062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:33:56.801715Z","caller":"traceutil/trace.go:171","msg":"trace[167627800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4219; }","duration":"173.856344ms","start":"2026-03-08T02:33:56.627849Z","end":"2026-03-08T02:33:56.801705Z","steps":["trace[167627800] 'agreement among raft nodes before linearized reading' (duration: 173.70771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:56.801841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.561031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:33:56.801868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.08286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:33:56.801925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.933146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:33:56.80198Z","caller":"traceutil/trace.go:171","msg":"trace[1163944979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4219; }","duration":"168.205012ms","start":"2026-03-08T02:33:56.633731Z","end":"2026-03-08T02:33:56.801936Z","steps":["trace[1163944979] 'agreement among raft nodes before linearized reading' (duration: 167.917745ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:56.802008Z","caller":"traceutil/trace.go:171","msg":"trace[146354435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4219; }","duration":"159.034278ms","start":"2026-03-08T02:33:56.642954Z","end":"2026-03-08T02:33:56.801988Z","steps":["trace[146354435] 'agreement among raft nodes before linearized reading' (duration: 158.855324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:56.802054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.169985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:33:56.80192Z","caller":"traceutil/trace.go:171","msg":"trace[833059704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4219; }","duration":"156.669633ms","start":"2026-03-08T02:33:56.645235Z","end":"2026-03-08T02:33:56.801905Z","steps":["trace[833059704] 'agreement among raft nodes before linearized reading' (duration: 156.417287ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:56.802118Z","caller":"traceutil/trace.go:171","msg":"trace[1349525074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4219; }","duration":"160.287198ms","start":"2026-03-08T02:33:56.641815Z","end":"2026-03-08T02:33:56.802102Z","steps":["trace[1349525074] 'agreement among raft nodes before linearized reading' (duration: 160.095503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:56.802122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.218533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:33:56.802168Z","caller":"traceutil/trace.go:171","msg":"trace[1873709820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:4219; }","duration":"150.304265ms","start":"2026-03-08T02:33:56.651848Z","end":"2026-03-08T02:33:56.802152Z","steps":["trace[1873709820] 'agreement among raft nodes before linearized reading' (duration: 150.179362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:57.4746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.768951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-03-08T02:33:57.474733Z","caller":"traceutil/trace.go:171","msg":"trace[261257856] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4235; }","duration":"260.984045ms","start":"2026-03-08T02:33:57.213724Z","end":"2026-03-08T02:33:57.474708Z","steps":["trace[261257856] 'range keys from in-memory index tree' (duration: 260.637488ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:57.47661Z","caller":"traceutil/trace.go:171","msg":"trace[1392464402] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"188.200509ms","start":"2026-03-08T02:33:57.288328Z","end":"2026-03-08T02:33:57.476528Z","steps":["trace[1392464402] 'process raft request' (duration: 188.053655ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:58.160139Z","caller":"traceutil/trace.go:171","msg":"trace[1023771698] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"107.755623ms","start":"2026-03-08T02:33:58.052359Z","end":"2026-03-08T02:33:58.160114Z","steps":["trace[1023771698] 'process raft request' (duration: 107.560208ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:00.240722Z","caller":"traceutil/trace.go:171","msg":"trace[1153376243] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"124.320149ms","start":"2026-03-08T02:34:00.116367Z","end":"2026-03-08T02:34:00.240687Z","steps":["trace[1153376243] 'process raft request' (duration: 123.919769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:00.241277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.717585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-08T02:34:00.24135Z","caller":"traceutil/trace.go:171","msg":"trace[1752289313] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4276; }","duration":"135.837098ms","start":"2026-03-08T02:34:00.105498Z","end":"2026-03-08T02:34:00.241335Z","steps":["trace[1752289313] 'agreement among raft nodes before linearized reading' (duration: 135.687574ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:00.241127Z","caller":"traceutil/trace.go:171","msg":"trace[473973438] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"121.091833ms","start":"2026-03-08T02:34:00.120022Z","end":"2026-03-08T02:34:00.241114Z","steps":["trace[473973438] 'process raft request' (duration: 120.579982ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:00.24106Z","caller":"traceutil/trace.go:171","msg":"trace[1507626843] linearizableReadLoop","detail":"{readStateIndex:4453; appliedIndex:4451; }","duration":"117.770006ms","start":"2026-03-08T02:34:00.123271Z","end":"2026-03-08T02:34:00.241041Z","steps":["trace[1507626843] 'read index received' (duration: 116.976117ms)","trace[1507626843] 'applied index is now lower than readState.Index' (duration: 793.059µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:00.244174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.988911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-08T02:34:00.244232Z","caller":"traceutil/trace.go:171","msg":"trace[1315254876] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4277; }","duration":"118.070833ms","start":"2026-03-08T02:34:00.126145Z","end":"2026-03-08T02:34:00.244216Z","steps":["trace[1315254876] 'agreement among raft nodes before linearized reading' (duration: 117.851037ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:00.888405Z","caller":"traceutil/trace.go:171","msg":"trace[174809392] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"357.746742ms","start":"2026-03-08T02:34:00.530632Z","end":"2026-03-08T02:34:00.888379Z","steps":["trace[174809392] 'process raft request' (duration: 357.626479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:00.888527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:00.53062Z","time spent":"357.851294ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1131,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:34:00.888624Z","caller":"traceutil/trace.go:171","msg":"trace[215080338] linearizableReadLoop","detail":"{readStateIndex:4460; appliedIndex:4459; }","duration":"353.202085ms","start":"2026-03-08T02:34:00.535414Z","end":"2026-03-08T02:34:00.888616Z","steps":["trace[215080338] 'read index received' (duration: 25.691788ms)","trace[215080338] 'applied index is now lower than readState.Index' (duration: 327.509877ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:00.888664Z","caller":"traceutil/trace.go:171","msg":"trace[444224250] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"344.914882ms","start":"2026-03-08T02:34:00.543745Z","end":"2026-03-08T02:34:00.88866Z","steps":["trace[444224250] 'process raft request' (duration: 344.596845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:00.888689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:00.543735Z","time spent":"344.938904ms","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11599,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:34:00.888871Z","caller":"traceutil/trace.go:171","msg":"trace[858385119] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"338.207326ms","start":"2026-03-08T02:34:00.550658Z","end":"2026-03-08T02:34:00.888866Z","steps":["trace[858385119] 'process raft request' (duration: 337.836907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:00.888897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:00.550621Z","time spent":"338.265088ms","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":240177,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:34:00.889075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.653457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:34:00.889105Z","caller":"traceutil/trace.go:171","msg":"trace[368789540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4285; }","duration":"353.708387ms","start":"2026-03-08T02:34:00.53539Z","end":"2026-03-08T02:34:00.889099Z","steps":["trace[368789540] 'agreement among raft nodes before linearized reading' (duration: 353.577184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:00.889124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:00.535381Z","time spent":"353.739508ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:34:00.899425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.988962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-28t4n\" ","response":"range_response_count:1 size:4671"} {"level":"info","ts":"2026-03-08T02:34:00.899481Z","caller":"traceutil/trace.go:171","msg":"trace[1728731245] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-28t4n; range_end:; response_count:1; response_revision:4287; }","duration":"245.053204ms","start":"2026-03-08T02:34:00.654414Z","end":"2026-03-08T02:34:00.899468Z","steps":["trace[1728731245] 'agreement among raft nodes before linearized reading' (duration: 244.90043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:00.899648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.696813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:00.899683Z","caller":"traceutil/trace.go:171","msg":"trace[1503111059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4287; }","duration":"186.757445ms","start":"2026-03-08T02:34:00.712917Z","end":"2026-03-08T02:34:00.899674Z","steps":["trace[1503111059] 'agreement among raft nodes before linearized reading' (duration: 186.702963ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:02.961441Z","caller":"traceutil/trace.go:171","msg":"trace[943902201] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"133.973142ms","start":"2026-03-08T02:34:02.827442Z","end":"2026-03-08T02:34:02.961416Z","steps":["trace[943902201] 'process raft request' (duration: 124.187594ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:03.284802Z","caller":"traceutil/trace.go:171","msg":"trace[470283995] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"150.180261ms","start":"2026-03-08T02:34:03.134557Z","end":"2026-03-08T02:34:03.284737Z","steps":["trace[470283995] 'process raft request' (duration: 149.831703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:04.693306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.278328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:04.693381Z","caller":"traceutil/trace.go:171","msg":"trace[26970676] linearizableReadLoop","detail":"{readStateIndex:4559; appliedIndex:4558; }","duration":"403.884688ms","start":"2026-03-08T02:34:04.289486Z","end":"2026-03-08T02:34:04.69337Z","steps":["trace[26970676] 'read index received' (duration: 74.414235ms)","trace[26970676] 'applied index is now lower than readState.Index' (duration: 329.469793ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:04.693435Z","caller":"traceutil/trace.go:171","msg":"trace[797523594] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"436.782295ms","start":"2026-03-08T02:34:04.256646Z","end":"2026-03-08T02:34:04.693429Z","steps":["trace[797523594] 'process raft request' (duration: 107.322672ms)","trace[797523594] 'compare' (duration: 329.157906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:04.69347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:04.25662Z","time spent":"436.834266ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:04.693523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.857587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:34:04.693581Z","caller":"traceutil/trace.go:171","msg":"trace[2030774165] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4380; }","duration":"213.97023ms","start":"2026-03-08T02:34:04.479596Z","end":"2026-03-08T02:34:04.693566Z","steps":["trace[2030774165] 'agreement among raft nodes before linearized reading' (duration: 213.860587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:04.693859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.346519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdbb19a1-3b54-40fe-bb41-ff871f820478\" ","response":"range_response_count:1 size:4049"} {"level":"info","ts":"2026-03-08T02:34:04.693936Z","caller":"traceutil/trace.go:171","msg":"trace[861320527] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bdbb19a1-3b54-40fe-bb41-ff871f820478; range_end:; response_count:1; response_revision:4380; }","duration":"404.471472ms","start":"2026-03-08T02:34:04.289445Z","end":"2026-03-08T02:34:04.693916Z","steps":["trace[861320527] 'agreement among raft nodes before linearized reading' (duration: 404.250967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:04.693977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:04.289424Z","time spent":"404.544353ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4072,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdbb19a1-3b54-40fe-bb41-ff871f820478\" "} {"level":"info","ts":"2026-03-08T02:34:07.309626Z","caller":"traceutil/trace.go:171","msg":"trace[736254243] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"309.496677ms","start":"2026-03-08T02:34:07.000093Z","end":"2026-03-08T02:34:07.30959Z","steps":["trace[736254243] 'process raft request' (duration: 309.323283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:07.309811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:07.000071Z","time spent":"309.653151ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:07.31349Z","caller":"traceutil/trace.go:171","msg":"trace[795050371] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"179.550097ms","start":"2026-03-08T02:34:07.133915Z","end":"2026-03-08T02:34:07.313465Z","steps":["trace[795050371] 'process raft request' (duration: 179.419324ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:07.313494Z","caller":"traceutil/trace.go:171","msg":"trace[582093626] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"309.525358ms","start":"2026-03-08T02:34:07.003932Z","end":"2026-03-08T02:34:07.313457Z","steps":["trace[582093626] 'process raft request' (duration: 309.236981ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:07.313609Z","caller":"traceutil/trace.go:171","msg":"trace[1932709649] linearizableReadLoop","detail":"{readStateIndex:4629; appliedIndex:4627; }","duration":"306.637311ms","start":"2026-03-08T02:34:07.006951Z","end":"2026-03-08T02:34:07.313588Z","steps":["trace[1932709649] 'read index received' (duration: 302.507144ms)","trace[1932709649] 'applied index is now lower than readState.Index' (duration: 4.128837ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:07.313632Z","caller":"traceutil/trace.go:171","msg":"trace[2092228918] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"150.922549ms","start":"2026-03-08T02:34:07.162682Z","end":"2026-03-08T02:34:07.313604Z","steps":["trace[2092228918] 'process raft request' (duration: 150.714774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:07.313686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:07.00391Z","time spent":"309.680192ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:07.313854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.905356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:34:07.313897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.142255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:34:07.313901Z","caller":"traceutil/trace.go:171","msg":"trace[745863282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4447; }","duration":"307.02172ms","start":"2026-03-08T02:34:07.006869Z","end":"2026-03-08T02:34:07.313891Z","steps":["trace[745863282] 'agreement among raft nodes before linearized reading' (duration: 306.832585ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:07.313922Z","caller":"traceutil/trace.go:171","msg":"trace[2059859879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4447; }","duration":"305.192986ms","start":"2026-03-08T02:34:07.008722Z","end":"2026-03-08T02:34:07.313915Z","steps":["trace[2059859879] 'agreement among raft nodes before linearized reading' (duration: 305.070383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:07.313935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:07.006848Z","time spent":"307.079521ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:34:07.313941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:07.008717Z","time spent":"305.218748ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:34:07.313945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.753154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:34:07.31398Z","caller":"traceutil/trace.go:171","msg":"trace[1290071652] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:4447; }","duration":"303.812815ms","start":"2026-03-08T02:34:07.010158Z","end":"2026-03-08T02:34:07.313971Z","steps":["trace[1290071652] 'agreement among raft nodes before linearized reading' (duration: 303.705732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:07.314007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:07.010148Z","time spent":"303.854855ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:34:07.313975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.241308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:34:07.313921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.146584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq\" ","response":"range_response_count:1 size:9629"} {"level":"info","ts":"2026-03-08T02:34:07.314065Z","caller":"traceutil/trace.go:171","msg":"trace[465293742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4447; }","duration":"305.35485ms","start":"2026-03-08T02:34:07.008689Z","end":"2026-03-08T02:34:07.314044Z","steps":["trace[465293742] 'agreement among raft nodes before linearized reading' (duration: 305.112645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:07.313924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.364001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:34:07.314119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:07.008682Z","time spent":"305.427532ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:34:07.314137Z","caller":"traceutil/trace.go:171","msg":"trace[1759482906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4447; }","duration":"305.619606ms","start":"2026-03-08T02:34:07.008511Z","end":"2026-03-08T02:34:07.314131Z","steps":["trace[1759482906] 'agreement among raft nodes before linearized reading' (duration: 305.246168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:07.314157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:07.008504Z","time spent":"305.646758ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:34:07.314123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.241818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:34:07.314272Z","caller":"traceutil/trace.go:171","msg":"trace[269379315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4447; }","duration":"305.420162ms","start":"2026-03-08T02:34:07.008842Z","end":"2026-03-08T02:34:07.314262Z","steps":["trace[269379315] 'agreement among raft nodes before linearized reading' (duration: 304.984072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:07.314347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:07.008799Z","time spent":"305.520335ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:34:07.314319Z","caller":"traceutil/trace.go:171","msg":"trace[1087920736] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq; range_end:; response_count:1; response_revision:4447; }","duration":"181.532003ms","start":"2026-03-08T02:34:07.132726Z","end":"2026-03-08T02:34:07.314258Z","steps":["trace[1087920736] 'agreement among raft nodes before linearized reading' (duration: 181.110483ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:10.087372Z","caller":"traceutil/trace.go:171","msg":"trace[888548818] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"127.692196ms","start":"2026-03-08T02:34:09.959516Z","end":"2026-03-08T02:34:10.087208Z","steps":["trace[888548818] 'process raft request' (duration: 69.91747ms)","trace[888548818] 'compare' (duration: 57.460589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:11.138755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.53796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:11.138918Z","caller":"traceutil/trace.go:171","msg":"trace[266831118] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"427.002166ms","start":"2026-03-08T02:34:10.711904Z","end":"2026-03-08T02:34:11.138906Z","steps":["trace[266831118] 'process raft request' (duration: 426.933064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.138975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:10.711879Z","time spent":"427.068507ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:11.139056Z","caller":"traceutil/trace.go:171","msg":"trace[857931553] linearizableReadLoop","detail":"{readStateIndex:4762; appliedIndex:4761; }","duration":"980.01726ms","start":"2026-03-08T02:34:10.159013Z","end":"2026-03-08T02:34:11.139031Z","steps":["trace[857931553] 'read index received' (duration: 33.106552ms)","trace[857931553] 'applied index is now lower than readState.Index' (duration: 946.907918ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:11.139173Z","caller":"traceutil/trace.go:171","msg":"trace[1414396188] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"1.045660742s","start":"2026-03-08T02:34:10.093503Z","end":"2026-03-08T02:34:11.139164Z","steps":["trace[1414396188] 'process raft request' (duration: 98.662071ms)","trace[1414396188] 'compare' (duration: 946.340815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:11.13933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.297187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-08T02:34:11.139374Z","caller":"traceutil/trace.go:171","msg":"trace[1559759291] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab; range_end:; response_count:1; response_revision:4575; }","duration":"980.398289ms","start":"2026-03-08T02:34:10.158963Z","end":"2026-03-08T02:34:11.139361Z","steps":["trace[1559759291] 'agreement among raft nodes before linearized reading' (duration: 980.206425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.139414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:10.158942Z","time spent":"980.463371ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab\" "} {"level":"warn","ts":"2026-03-08T02:34:11.139467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:10.093467Z","time spent":"1.045766473s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:34:11.139761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.842119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:34:11.13981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.939559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:34:11.139856Z","caller":"traceutil/trace.go:171","msg":"trace[763955462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4575; }","duration":"428.975491ms","start":"2026-03-08T02:34:10.710855Z","end":"2026-03-08T02:34:11.13983Z","steps":["trace[763955462] 'agreement among raft nodes before linearized reading' (duration: 428.813747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.139849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.028711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:34:11.139911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:10.710836Z","time spent":"429.067614ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:34:11.139909Z","caller":"traceutil/trace.go:171","msg":"trace[946131850] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4575; }","duration":"751.085031ms","start":"2026-03-08T02:34:10.388803Z","end":"2026-03-08T02:34:11.139888Z","steps":["trace[946131850] 'agreement among raft nodes before linearized reading' (duration: 750.900577ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:11.139932Z","caller":"traceutil/trace.go:171","msg":"trace[309293993] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4575; }","duration":"763.160804ms","start":"2026-03-08T02:34:10.376753Z","end":"2026-03-08T02:34:11.139914Z","steps":["trace[309293993] 'agreement among raft nodes before linearized reading' (duration: 762.99907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.13996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:10.388791Z","time spent":"751.158224ms","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":27,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:34:11.139979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:10.376734Z","time spent":"763.233185ms","remote":"127.0.0.1:53534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:34:11.140169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.370903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-03-08T02:34:11.140254Z","caller":"traceutil/trace.go:171","msg":"trace[579856720] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq-tls; range_end:; response_count:1; response_revision:4575; }","duration":"963.499835ms","start":"2026-03-08T02:34:10.176733Z","end":"2026-03-08T02:34:11.140233Z","steps":["trace[579856720] 'agreement among raft nodes before linearized reading' (duration: 962.925102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.140311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:10.17671Z","time spent":"963.586467ms","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1989,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq-tls\" "} {"level":"info","ts":"2026-03-08T02:34:11.351343Z","caller":"traceutil/trace.go:171","msg":"trace[80308419] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"206.544907ms","start":"2026-03-08T02:34:11.144768Z","end":"2026-03-08T02:34:11.351313Z","steps":["trace[80308419] 'process raft request' (duration: 171.06574ms)","trace[80308419] 'compare' (duration: 35.318733ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:11.405619Z","caller":"traceutil/trace.go:171","msg":"trace[73809244] linearizableReadLoop","detail":"{readStateIndex:4765; appliedIndex:4763; }","duration":"259.121973ms","start":"2026-03-08T02:34:11.146472Z","end":"2026-03-08T02:34:11.405594Z","steps":["trace[73809244] 'read index received' (duration: 169.451682ms)","trace[73809244] 'applied index is now lower than readState.Index' (duration: 89.669261ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:11.405719Z","caller":"traceutil/trace.go:171","msg":"trace[747440598] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"260.073275ms","start":"2026-03-08T02:34:11.145623Z","end":"2026-03-08T02:34:11.405697Z","steps":["trace[747440598] 'process raft request' (duration: 259.828569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.405843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.349838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq-tls\" ","response":"range_response_count:1 size:4427"} {"level":"info","ts":"2026-03-08T02:34:11.405916Z","caller":"traceutil/trace.go:171","msg":"trace[987885379] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq-tls; range_end:; response_count:1; response_revision:4577; }","duration":"259.4283ms","start":"2026-03-08T02:34:11.146469Z","end":"2026-03-08T02:34:11.405897Z","steps":["trace[987885379] 'agreement among raft nodes before linearized reading' (duration: 259.245025ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:11.430755Z","caller":"traceutil/trace.go:171","msg":"trace[2145127325] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"106.612466ms","start":"2026-03-08T02:34:11.324116Z","end":"2026-03-08T02:34:11.430729Z","steps":["trace[2145127325] 'process raft request' (duration: 106.496873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.430928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.946705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:34:11.430952Z","caller":"traceutil/trace.go:171","msg":"trace[1580109140] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"107.173829ms","start":"2026-03-08T02:34:11.323767Z","end":"2026-03-08T02:34:11.430941Z","steps":["trace[1580109140] 'process raft request' (duration: 106.709918ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:11.430995Z","caller":"traceutil/trace.go:171","msg":"trace[372001783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4580; }","duration":"270.058498ms","start":"2026-03-08T02:34:11.160921Z","end":"2026-03-08T02:34:11.430979Z","steps":["trace[372001783] 'agreement among raft nodes before linearized reading' (duration: 269.919514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.430991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.124329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:34:11.431043Z","caller":"traceutil/trace.go:171","msg":"trace[1501309889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4580; }","duration":"101.208911ms","start":"2026-03-08T02:34:11.329818Z","end":"2026-03-08T02:34:11.431027Z","steps":["trace[1501309889] 'agreement among raft nodes before linearized reading' (duration: 100.976665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.431149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.297363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:34:11.43126Z","caller":"traceutil/trace.go:171","msg":"trace[96620481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4580; }","duration":"101.418326ms","start":"2026-03-08T02:34:11.329816Z","end":"2026-03-08T02:34:11.431234Z","steps":["trace[96620481] 'agreement among raft nodes before linearized reading' (duration: 101.052037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.431431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.891351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:34:11.431476Z","caller":"traceutil/trace.go:171","msg":"trace[941013897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4580; }","duration":"220.972503ms","start":"2026-03-08T02:34:11.210493Z","end":"2026-03-08T02:34:11.431465Z","steps":["trace[941013897] 'agreement among raft nodes before linearized reading' (duration: 220.463911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:11.43147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.102455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:34:11.431535Z","caller":"traceutil/trace.go:171","msg":"trace[1925683434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:4580; }","duration":"100.221037ms","start":"2026-03-08T02:34:11.331298Z","end":"2026-03-08T02:34:11.431519Z","steps":["trace[1925683434] 'agreement among raft nodes before linearized reading' (duration: 100.052443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:12.353322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.352286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:12.35343Z","caller":"traceutil/trace.go:171","msg":"trace[118735571] linearizableReadLoop","detail":"{readStateIndex:4781; appliedIndex:4780; }","duration":"655.260441ms","start":"2026-03-08T02:34:11.698152Z","end":"2026-03-08T02:34:12.353413Z","steps":["trace[118735571] 'read index received' (duration: 194.72102ms)","trace[118735571] 'applied index is now lower than readState.Index' (duration: 460.538341ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:12.353444Z","caller":"traceutil/trace.go:171","msg":"trace[229474061] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"692.609822ms","start":"2026-03-08T02:34:11.660807Z","end":"2026-03-08T02:34:12.353417Z","steps":["trace[229474061] 'process raft request' (duration: 232.095122ms)","trace[229474061] 'compare' (duration: 460.209133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:12.353538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:11.660785Z","time spent":"692.711895ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:34:12.353582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.280798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:12.353621Z","caller":"traceutil/trace.go:171","msg":"trace[480383618] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4593; }","duration":"654.36257ms","start":"2026-03-08T02:34:11.699249Z","end":"2026-03-08T02:34:12.353611Z","steps":["trace[480383618] 'agreement among raft nodes before linearized reading' (duration: 654.273938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:12.353603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.443256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:34:12.353664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:11.69923Z","time spent":"654.425061ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:34:12.353681Z","caller":"traceutil/trace.go:171","msg":"trace[2095723008] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4593; }","duration":"655.562309ms","start":"2026-03-08T02:34:11.698099Z","end":"2026-03-08T02:34:12.353661Z","steps":["trace[2095723008] 'agreement among raft nodes before linearized reading' (duration: 655.412535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:12.353696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.11535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab\" ","response":"range_response_count:1 size:3717"} {"level":"warn","ts":"2026-03-08T02:34:12.353724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:11.69808Z","time spent":"655.63505ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T02:34:12.35377Z","caller":"traceutil/trace.go:171","msg":"trace[1294642559] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab; range_end:; response_count:1; response_revision:4593; }","duration":"210.240033ms","start":"2026-03-08T02:34:12.143513Z","end":"2026-03-08T02:34:12.353753Z","steps":["trace[1294642559] 'agreement among raft nodes before linearized reading' (duration: 210.027058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:12.354331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.987159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777694"} {"level":"info","ts":"2026-03-08T02:34:12.354386Z","caller":"traceutil/trace.go:171","msg":"trace[1423879514] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4593; }","duration":"596.073701ms","start":"2026-03-08T02:34:11.758299Z","end":"2026-03-08T02:34:12.354373Z","steps":["trace[1423879514] 'agreement among raft nodes before linearized reading' (duration: 595.539689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:12.354418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:11.758269Z","time spent":"596.140332ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777717,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-08T02:34:12.626339Z","caller":"traceutil/trace.go:171","msg":"trace[2059799993] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"268.714426ms","start":"2026-03-08T02:34:12.357606Z","end":"2026-03-08T02:34:12.62632Z","steps":["trace[2059799993] 'process raft request' (duration: 268.604433ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:12.630018Z","caller":"traceutil/trace.go:171","msg":"trace[692466752] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"271.647664ms","start":"2026-03-08T02:34:12.358341Z","end":"2026-03-08T02:34:12.629988Z","steps":["trace[692466752] 'process raft request' (duration: 271.425629ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:12.630078Z","caller":"traceutil/trace.go:171","msg":"trace[1091164783] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"268.837849ms","start":"2026-03-08T02:34:12.361223Z","end":"2026-03-08T02:34:12.630061Z","steps":["trace[1091164783] 'process raft request' (duration: 268.662315ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:12.630034Z","caller":"traceutil/trace.go:171","msg":"trace[1244727177] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4782; }","duration":"271.326487ms","start":"2026-03-08T02:34:12.358685Z","end":"2026-03-08T02:34:12.630012Z","steps":["trace[1244727177] 'read index received' (duration: 267.877616ms)","trace[1244727177] 'applied index is now lower than readState.Index' (duration: 3.446841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:12.630326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.620464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16100"} {"level":"info","ts":"2026-03-08T02:34:12.630396Z","caller":"traceutil/trace.go:171","msg":"trace[2045368887] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4596; }","duration":"271.759427ms","start":"2026-03-08T02:34:12.358618Z","end":"2026-03-08T02:34:12.630377Z","steps":["trace[2045368887] 'agreement among raft nodes before linearized reading' (duration: 271.528122ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:14.301967Z","caller":"traceutil/trace.go:171","msg":"trace[1093254346] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"101.071757ms","start":"2026-03-08T02:34:14.200869Z","end":"2026-03-08T02:34:14.301941Z","steps":["trace[1093254346] 'process raft request' (duration: 100.931523ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:15.43327Z","caller":"traceutil/trace.go:171","msg":"trace[1982233873] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"171.461598ms","start":"2026-03-08T02:34:15.261773Z","end":"2026-03-08T02:34:15.433234Z","steps":["trace[1982233873] 'process raft request' (duration: 102.171112ms)","trace[1982233873] 'compare' (duration: 69.135673ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:15.43633Z","caller":"traceutil/trace.go:171","msg":"trace[1401805340] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"174.08257ms","start":"2026-03-08T02:34:15.262218Z","end":"2026-03-08T02:34:15.4363Z","steps":["trace[1401805340] 'process raft request' (duration: 173.883765ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:15.43651Z","caller":"traceutil/trace.go:171","msg":"trace[571868927] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"173.952076ms","start":"2026-03-08T02:34:15.262534Z","end":"2026-03-08T02:34:15.436486Z","steps":["trace[571868927] 'process raft request' (duration: 173.70352ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:15.436663Z","caller":"traceutil/trace.go:171","msg":"trace[669766422] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"170.25122ms","start":"2026-03-08T02:34:15.266384Z","end":"2026-03-08T02:34:15.436636Z","steps":["trace[669766422] 'process raft request' (duration: 170.145178ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:15.437042Z","caller":"traceutil/trace.go:171","msg":"trace[2086950982] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"173.859674ms","start":"2026-03-08T02:34:15.263159Z","end":"2026-03-08T02:34:15.437019Z","steps":["trace[2086950982] 'process raft request' (duration: 173.24592ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:18.303136Z","caller":"traceutil/trace.go:171","msg":"trace[1288335359] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"174.50223ms","start":"2026-03-08T02:34:18.1286Z","end":"2026-03-08T02:34:18.303103Z","steps":["trace[1288335359] 'process raft request' (duration: 174.250924ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:22.455379Z","caller":"traceutil/trace.go:171","msg":"trace[405328609] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"144.239723ms","start":"2026-03-08T02:34:22.311107Z","end":"2026-03-08T02:34:22.455347Z","steps":["trace[405328609] 'process raft request' (duration: 141.628632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:23.199359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.39918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:23.199755Z","caller":"traceutil/trace.go:171","msg":"trace[131050765] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"275.679859ms","start":"2026-03-08T02:34:22.924046Z","end":"2026-03-08T02:34:23.199726Z","steps":["trace[131050765] 'process raft request' (duration: 42.824169ms)","trace[131050765] 'compare' (duration: 232.175184ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:23.199873Z","caller":"traceutil/trace.go:171","msg":"trace[1142799266] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"275.237678ms","start":"2026-03-08T02:34:22.9246Z","end":"2026-03-08T02:34:23.199838Z","steps":["trace[1142799266] 'process raft request' (duration: 274.89557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:23.592616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.16496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:23.592794Z","caller":"traceutil/trace.go:171","msg":"trace[918992213] linearizableReadLoop","detail":"{readStateIndex:5002; appliedIndex:5000; }","duration":"190.962113ms","start":"2026-03-08T02:34:23.401816Z","end":"2026-03-08T02:34:23.592778Z","steps":["trace[918992213] 'read index received' (duration: 46.881µs)","trace[918992213] 'applied index is now lower than readState.Index' (duration: 190.914172ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:23.592888Z","caller":"traceutil/trace.go:171","msg":"trace[1508154951] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"310.528212ms","start":"2026-03-08T02:34:23.282349Z","end":"2026-03-08T02:34:23.592878Z","steps":["trace[1508154951] 'process raft request' (duration: 310.373558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:23.592951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.128907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:23.593185Z","caller":"traceutil/trace.go:171","msg":"trace[1406996548] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4807; }","duration":"191.410094ms","start":"2026-03-08T02:34:23.401765Z","end":"2026-03-08T02:34:23.593175Z","steps":["trace[1406996548] 'agreement among raft nodes before linearized reading' (duration: 191.148228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:23.592988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:23.282326Z","time spent":"310.599583ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:23.592871Z","caller":"traceutil/trace.go:171","msg":"trace[2004850582] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"310.502161ms","start":"2026-03-08T02:34:23.282349Z","end":"2026-03-08T02:34:23.592851Z","steps":["trace[2004850582] 'process raft request' (duration: 37.021544ms)","trace[2004850582] 'compare' (duration: 273.057167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:23.593364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:23.282324Z","time spent":"310.955831ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7956,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:23.633112Z","caller":"traceutil/trace.go:171","msg":"trace[359616872] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"201.777666ms","start":"2026-03-08T02:34:23.431319Z","end":"2026-03-08T02:34:23.633097Z","steps":["trace[359616872] 'process raft request' (duration: 201.703344ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:23.687889Z","caller":"traceutil/trace.go:171","msg":"trace[1238367006] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"205.877451ms","start":"2026-03-08T02:34:23.481997Z","end":"2026-03-08T02:34:23.687874Z","steps":["trace[1238367006] 'process raft request' (duration: 205.774529ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:23.68794Z","caller":"traceutil/trace.go:171","msg":"trace[1627807921] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"219.143021ms","start":"2026-03-08T02:34:23.468756Z","end":"2026-03-08T02:34:23.687899Z","steps":["trace[1627807921] 'process raft request' (duration: 218.934966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:23.688491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.234898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:34:23.688574Z","caller":"traceutil/trace.go:171","msg":"trace[1809851668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4814; }","duration":"103.367471ms","start":"2026-03-08T02:34:23.58519Z","end":"2026-03-08T02:34:23.688557Z","steps":["trace[1809851668] 'agreement among raft nodes before linearized reading' (duration: 103.144716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:23.688664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.321333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:34:23.68874Z","caller":"traceutil/trace.go:171","msg":"trace[729654149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4814; }","duration":"110.442516ms","start":"2026-03-08T02:34:23.578278Z","end":"2026-03-08T02:34:23.688721Z","steps":["trace[729654149] 'agreement among raft nodes before linearized reading' (duration: 110.234751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:23.688861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.833038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:34:23.688903Z","caller":"traceutil/trace.go:171","msg":"trace[1543624913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4814; }","duration":"114.91455ms","start":"2026-03-08T02:34:23.573978Z","end":"2026-03-08T02:34:23.688893Z","steps":["trace[1543624913] 'agreement among raft nodes before linearized reading' (duration: 114.820727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:23.68903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.577108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:34:23.689101Z","caller":"traceutil/trace.go:171","msg":"trace[1219725796] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:4814; }","duration":"104.684641ms","start":"2026-03-08T02:34:23.584403Z","end":"2026-03-08T02:34:23.689088Z","steps":["trace[1219725796] 'agreement among raft nodes before linearized reading' (duration: 104.551328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:23.689102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.409965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:34:23.689154Z","caller":"traceutil/trace.go:171","msg":"trace[1330784463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4814; }","duration":"104.483236ms","start":"2026-03-08T02:34:23.584657Z","end":"2026-03-08T02:34:23.68914Z","steps":["trace[1330784463] 'agreement among raft nodes before linearized reading' (duration: 104.331043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:24.557229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.855661ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:34:25.905168Z","caller":"traceutil/trace.go:171","msg":"trace[733010480] linearizableReadLoop","detail":"{readStateIndex:5029; appliedIndex:5028; }","duration":"274.86393ms","start":"2026-03-08T02:34:25.630284Z","end":"2026-03-08T02:34:25.905148Z","steps":["trace[733010480] 'read index received' (duration: 220.40313ms)","trace[733010480] 'applied index is now lower than readState.Index' (duration: 54.45981ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:25.905321Z","caller":"traceutil/trace.go:171","msg":"trace[1955839610] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"306.872986ms","start":"2026-03-08T02:34:25.598439Z","end":"2026-03-08T02:34:25.905312Z","steps":["trace[1955839610] 'process raft request' (duration: 252.235422ms)","trace[1955839610] 'compare' (duration: 53.926947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:25.905409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:25.598409Z","time spent":"306.936568ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:25.905586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.30905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7666df99b5-78s9v\" ","response":"range_response_count:1 size:11847"} {"level":"info","ts":"2026-03-08T02:34:25.905615Z","caller":"traceutil/trace.go:171","msg":"trace[1250607674] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7666df99b5-78s9v; range_end:; response_count:1; response_revision:4833; }","duration":"275.373292ms","start":"2026-03-08T02:34:25.630234Z","end":"2026-03-08T02:34:25.905607Z","steps":["trace[1250607674] 'agreement among raft nodes before linearized reading' (duration: 275.279699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:25.909507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.146834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:25.909548Z","caller":"traceutil/trace.go:171","msg":"trace[1322343960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4835; }","duration":"199.214125ms","start":"2026-03-08T02:34:25.710325Z","end":"2026-03-08T02:34:25.909539Z","steps":["trace[1322343960] 'agreement among raft nodes before linearized reading' (duration: 199.138104ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:25.909722Z","caller":"traceutil/trace.go:171","msg":"trace[585391581] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"214.821799ms","start":"2026-03-08T02:34:25.694893Z","end":"2026-03-08T02:34:25.909715Z","steps":["trace[585391581] 'process raft request' (duration: 214.494172ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:25.909806Z","caller":"traceutil/trace.go:171","msg":"trace[1330147020] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"214.166554ms","start":"2026-03-08T02:34:25.695632Z","end":"2026-03-08T02:34:25.909799Z","steps":["trace[1330147020] 'process raft request' (duration: 213.805516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:25.909925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.714104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:34:25.909948Z","caller":"traceutil/trace.go:171","msg":"trace[1767925444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:4835; }","duration":"141.752856ms","start":"2026-03-08T02:34:25.76819Z","end":"2026-03-08T02:34:25.909943Z","steps":["trace[1767925444] 'agreement among raft nodes before linearized reading' (duration: 141.685964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:25.910058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.603705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:34:25.91008Z","caller":"traceutil/trace.go:171","msg":"trace[1172784982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4835; }","duration":"142.645736ms","start":"2026-03-08T02:34:25.767429Z","end":"2026-03-08T02:34:25.910075Z","steps":["trace[1172784982] 'agreement among raft nodes before linearized reading' (duration: 142.588344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:25.910183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.82031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:34:25.910205Z","caller":"traceutil/trace.go:171","msg":"trace[1460438073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4835; }","duration":"142.861381ms","start":"2026-03-08T02:34:25.767338Z","end":"2026-03-08T02:34:25.9102Z","steps":["trace[1460438073] 'agreement among raft nodes before linearized reading' (duration: 142.806919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:25.910299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.585198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:34:25.910321Z","caller":"traceutil/trace.go:171","msg":"trace[1746782754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4835; }","duration":"143.646519ms","start":"2026-03-08T02:34:25.766669Z","end":"2026-03-08T02:34:25.910316Z","steps":["trace[1746782754] 'agreement among raft nodes before linearized reading' (duration: 143.597368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:25.910665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.055079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:34:25.91075Z","caller":"traceutil/trace.go:171","msg":"trace[1975415729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4835; }","duration":"144.182812ms","start":"2026-03-08T02:34:25.766548Z","end":"2026-03-08T02:34:25.910731Z","steps":["trace[1975415729] 'agreement among raft nodes before linearized reading' (duration: 143.939726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:25.910946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.769535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:34:25.910987Z","caller":"traceutil/trace.go:171","msg":"trace[1764035335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4835; }","duration":"189.834857ms","start":"2026-03-08T02:34:25.721145Z","end":"2026-03-08T02:34:25.91098Z","steps":["trace[1764035335] 'agreement among raft nodes before linearized reading' (duration: 189.360456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:32.521329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081849287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:34:32.988652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.316589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:32.988769Z","caller":"traceutil/trace.go:171","msg":"trace[1104757133] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"968.483963ms","start":"2026-03-08T02:34:32.020265Z","end":"2026-03-08T02:34:32.988749Z","steps":["trace[1104757133] 'process raft request' (duration: 599.95252ms)","trace[1104757133] 'compare' (duration: 368.038142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:32.98884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.020247Z","time spent":"968.556566ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:33.770596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150368345s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:34:33.771007Z","caller":"traceutil/trace.go:171","msg":"trace[341108115] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"1.749846134s","start":"2026-03-08T02:34:32.021138Z","end":"2026-03-08T02:34:33.770984Z","steps":["trace[341108115] 'process raft request' (duration: 1.749747632s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:33.77103Z","caller":"traceutil/trace.go:171","msg":"trace[1925116117] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"1.749925976s","start":"2026-03-08T02:34:32.021055Z","end":"2026-03-08T02:34:33.770981Z","steps":["trace[1925116117] 'process raft request' (duration: 1.749692071s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.771123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.02113Z","time spent":"1.749923026s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:33.771255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.02104Z","time spent":"1.75009696s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:33.77136Z","caller":"traceutil/trace.go:171","msg":"trace[10080782] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"1.750139941s","start":"2026-03-08T02:34:32.021192Z","end":"2026-03-08T02:34:33.771332Z","steps":["trace[10080782] 'process raft request' (duration: 1.749734492s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:33.771374Z","caller":"traceutil/trace.go:171","msg":"trace[206200104] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5174; }","duration":"1.750805947s","start":"2026-03-08T02:34:32.020538Z","end":"2026-03-08T02:34:33.771344Z","steps":["trace[206200104] 'read index received' (duration: 599.695414ms)","trace[206200104] 'applied index is now lower than readState.Index' (duration: 1.151109273s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:33.771436Z","caller":"traceutil/trace.go:171","msg":"trace[1687709375] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"1.749847974s","start":"2026-03-08T02:34:32.021575Z","end":"2026-03-08T02:34:33.771423Z","steps":["trace[1687709375] 'process raft request' (duration: 1.749637909s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.771463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.021183Z","time spent":"1.750226553s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:33.771505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.021565Z","time spent":"1.749903655s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:33.771652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.357883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:34:33.771671Z","caller":"traceutil/trace.go:171","msg":"trace[1807495136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4979; }","duration":"848.415624ms","start":"2026-03-08T02:34:32.923249Z","end":"2026-03-08T02:34:33.771665Z","steps":["trace[1807495136] 'agreement among raft nodes before linearized reading' (duration: 848.306121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.771686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.923229Z","time spent":"848.453074ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:34:33.771679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.144166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:34:33.771697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751148494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80037"} {"level":"warn","ts":"2026-03-08T02:34:33.771703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385621891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d257602b-33dd-47e0-a839-200b6451e4e0\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-08T02:34:33.771741Z","caller":"traceutil/trace.go:171","msg":"trace[1925279142] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4979; }","duration":"1.751215697s","start":"2026-03-08T02:34:32.020514Z","end":"2026-03-08T02:34:33.77173Z","steps":["trace[1925279142] 'agreement among raft nodes before linearized reading' (duration: 1.750961751s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:33.771737Z","caller":"traceutil/trace.go:171","msg":"trace[1627138271] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4979; }","duration":"257.256988ms","start":"2026-03-08T02:34:33.514464Z","end":"2026-03-08T02:34:33.771721Z","steps":["trace[1627138271] 'agreement among raft nodes before linearized reading' (duration: 257.155706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.771736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.069969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-03-08T02:34:33.771761Z","caller":"traceutil/trace.go:171","msg":"trace[2059933268] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d257602b-33dd-47e0-a839-200b6451e4e0; range_end:; response_count:1; response_revision:4979; }","duration":"1.385723033s","start":"2026-03-08T02:34:32.386021Z","end":"2026-03-08T02:34:33.771744Z","steps":["trace[2059933268] 'agreement among raft nodes before linearized reading' (duration: 1.385528608s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.771776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.020499Z","time spent":"1.751269487s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80060,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:34:33.771785Z","caller":"traceutil/trace.go:171","msg":"trace[2096074622] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4979; }","duration":"338.172933ms","start":"2026-03-08T02:34:33.4336Z","end":"2026-03-08T02:34:33.771773Z","steps":["trace[2096074622] 'agreement among raft nodes before linearized reading' (duration: 338.017439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.771817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.493494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d257602b-33dd-47e0-a839-200b6451e4e0\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-08T02:34:33.771807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.386Z","time spent":"1.385794605s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d257602b-33dd-47e0-a839-200b6451e4e0\" "} {"level":"warn","ts":"2026-03-08T02:34:33.77182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.433579Z","time spent":"338.234054ms","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2125,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-03-08T02:34:33.771836Z","caller":"traceutil/trace.go:171","msg":"trace[768882082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d257602b-33dd-47e0-a839-200b6451e4e0; range_end:; response_count:1; response_revision:4979; }","duration":"751.535555ms","start":"2026-03-08T02:34:33.020294Z","end":"2026-03-08T02:34:33.77183Z","steps":["trace[768882082] 'agreement among raft nodes before linearized reading' (duration: 751.485744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.77185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.020282Z","time spent":"751.564695ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d257602b-33dd-47e0-a839-200b6451e4e0\" "} {"level":"warn","ts":"2026-03-08T02:34:33.771917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.954621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-08T02:34:33.77193Z","caller":"traceutil/trace.go:171","msg":"trace[1321439185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4979; }","duration":"792.998542ms","start":"2026-03-08T02:34:32.978927Z","end":"2026-03-08T02:34:33.771925Z","steps":["trace[1321439185] 'agreement among raft nodes before linearized reading' (duration: 792.960961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.77194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.97891Z","time spent":"793.028222ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T02:34:33.771962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.950216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:34:33.772009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061413861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:33.772025Z","caller":"traceutil/trace.go:171","msg":"trace[519628703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4979; }","duration":"1.061463721s","start":"2026-03-08T02:34:32.710557Z","end":"2026-03-08T02:34:33.772021Z","steps":["trace[519628703] 'agreement among raft nodes before linearized reading' (duration: 1.061439881s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:33.772012Z","caller":"traceutil/trace.go:171","msg":"trace[1325034777] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4979; }","duration":"921.042118ms","start":"2026-03-08T02:34:32.850957Z","end":"2026-03-08T02:34:33.771999Z","steps":["trace[1325034777] 'agreement among raft nodes before linearized reading' (duration: 920.949996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.77207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.759498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-08T02:34:33.772063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.850927Z","time spent":"921.122219ms","remote":"127.0.0.1:53584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:34:33.772082Z","caller":"traceutil/trace.go:171","msg":"trace[347613935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4979; }","duration":"934.798788ms","start":"2026-03-08T02:34:32.83728Z","end":"2026-03-08T02:34:33.772079Z","steps":["trace[347613935] 'agreement among raft nodes before linearized reading' (duration: 934.763357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.772095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.837264Z","time spent":"934.827469ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T02:34:33.772035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.710536Z","time spent":"1.061496683s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:34:33.772103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272739279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:34:33.772137Z","caller":"traceutil/trace.go:171","msg":"trace[675492245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4979; }","duration":"1.27281013s","start":"2026-03-08T02:34:32.499317Z","end":"2026-03-08T02:34:33.772127Z","steps":["trace[675492245] 'agreement among raft nodes before linearized reading' (duration: 1.272752439s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:33.772172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:32.499297Z","time spent":"1.272864442s","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:34:34.526124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.875498Z","time spent":"650.617772ms","remote":"127.0.0.1:39644","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:34:34.526589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.558575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:34.526712Z","caller":"traceutil/trace.go:171","msg":"trace[1426484141] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"750.025999ms","start":"2026-03-08T02:34:33.776665Z","end":"2026-03-08T02:34:34.526691Z","steps":["trace[1426484141] 'process raft request' (duration: 301.226268ms)","trace[1426484141] 'compare' (duration: 448.33205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:34.526855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.776643Z","time spent":"750.143831ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:34.550902Z","caller":"traceutil/trace.go:171","msg":"trace[2038144587] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"774.05524ms","start":"2026-03-08T02:34:33.776815Z","end":"2026-03-08T02:34:34.55087Z","steps":["trace[2038144587] 'process raft request' (duration: 773.853576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:34.551064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.776792Z","time spent":"774.188264ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:34.551146Z","caller":"traceutil/trace.go:171","msg":"trace[358058351] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"771.953141ms","start":"2026-03-08T02:34:33.779161Z","end":"2026-03-08T02:34:34.551115Z","steps":["trace[358058351] 'process raft request' (duration: 771.648214ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:34.551218Z","caller":"traceutil/trace.go:171","msg":"trace[1307102589] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"684.431654ms","start":"2026-03-08T02:34:33.86676Z","end":"2026-03-08T02:34:34.551191Z","steps":["trace[1307102589] 'process raft request' (duration: 684.25046ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:34.551263Z","caller":"traceutil/trace.go:171","msg":"trace[1862062032] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"591.006477ms","start":"2026-03-08T02:34:33.960205Z","end":"2026-03-08T02:34:34.551212Z","steps":["trace[1862062032] 'process raft request' (duration: 590.888245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:34.551307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.779146Z","time spent":"772.074845ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:34.551344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.866741Z","time spent":"684.542217ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:34.551276Z","caller":"traceutil/trace.go:171","msg":"trace[1360270911] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"528.336921ms","start":"2026-03-08T02:34:34.022916Z","end":"2026-03-08T02:34:34.551253Z","steps":["trace[1360270911] 'process raft request' (duration: 528.218679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:34.551446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.960183Z","time spent":"591.154391ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:34.551518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:34.022891Z","time spent":"528.569586ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:34.551545Z","caller":"traceutil/trace.go:171","msg":"trace[992230852] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"528.226508ms","start":"2026-03-08T02:34:34.023195Z","end":"2026-03-08T02:34:34.551421Z","steps":["trace[992230852] 'process raft request' (duration: 527.974092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:34.551834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:34.023069Z","time spent":"528.670889ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:34.601887Z","caller":"traceutil/trace.go:171","msg":"trace[1307380171] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5179; }","duration":"823.867566ms","start":"2026-03-08T02:34:33.777988Z","end":"2026-03-08T02:34:34.601856Z","steps":["trace[1307380171] 'read index received' (duration: 299.876287ms)","trace[1307380171] 'applied index is now lower than readState.Index' (duration: 523.989719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:34.602168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.149163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17437"} {"level":"warn","ts":"2026-03-08T02:34:34.602176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.105832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:34:34.60217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.565812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:34:34.602223Z","caller":"traceutil/trace.go:171","msg":"trace[1157519515] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4986; }","duration":"824.251995ms","start":"2026-03-08T02:34:33.77796Z","end":"2026-03-08T02:34:34.602212Z","steps":["trace[1157519515] 'agreement among raft nodes before linearized reading' (duration: 824.03568ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:34.602245Z","caller":"traceutil/trace.go:171","msg":"trace[1654994657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4986; }","duration":"821.184563ms","start":"2026-03-08T02:34:33.781042Z","end":"2026-03-08T02:34:34.602227Z","steps":["trace[1654994657] 'agreement among raft nodes before linearized reading' (duration: 821.089091ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:34.602255Z","caller":"traceutil/trace.go:171","msg":"trace[673379711] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4986; }","duration":"556.701305ms","start":"2026-03-08T02:34:34.045536Z","end":"2026-03-08T02:34:34.602237Z","steps":["trace[673379711] 'agreement among raft nodes before linearized reading' (duration: 556.549212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:34.602266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.777948Z","time spent":"824.308697ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17460,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T02:34:34.602321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.781037Z","time spent":"821.276166ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:34:34.602346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:34.045519Z","time spent":"556.810298ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:34:34.602463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.963065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4796"} {"level":"info","ts":"2026-03-08T02:34:34.602613Z","caller":"traceutil/trace.go:171","msg":"trace[1854790826] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4986; }","duration":"823.126879ms","start":"2026-03-08T02:34:33.779417Z","end":"2026-03-08T02:34:34.602544Z","steps":["trace[1854790826] 'agreement among raft nodes before linearized reading' (duration: 822.700219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:34.602734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:33.77941Z","time spent":"823.305144ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":4819,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-03-08T02:34:44.102808Z","caller":"traceutil/trace.go:171","msg":"trace[1716780281] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5316; }","duration":"282.09442ms","start":"2026-03-08T02:34:43.820696Z","end":"2026-03-08T02:34:44.10279Z","steps":["trace[1716780281] 'read index received' (duration: 281.979567ms)","trace[1716780281] 'applied index is now lower than readState.Index' (duration: 114.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:44.102862Z","caller":"traceutil/trace.go:171","msg":"trace[1129033011] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"286.472503ms","start":"2026-03-08T02:34:43.816352Z","end":"2026-03-08T02:34:44.102825Z","steps":["trace[1129033011] 'process raft request' (duration: 286.320509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:44.102962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.247913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:34:44.102984Z","caller":"traceutil/trace.go:171","msg":"trace[1535590014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5114; }","duration":"282.316895ms","start":"2026-03-08T02:34:43.82066Z","end":"2026-03-08T02:34:44.102977Z","steps":["trace[1535590014] 'agreement among raft nodes before linearized reading' (duration: 282.220283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:44.10308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.958047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-08T02:34:44.103114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.692004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:34:44.103148Z","caller":"traceutil/trace.go:171","msg":"trace[869294331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5114; }","duration":"279.755915ms","start":"2026-03-08T02:34:43.823384Z","end":"2026-03-08T02:34:44.10314Z","steps":["trace[869294331] 'agreement among raft nodes before linearized reading' (duration: 279.619182ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:44.10316Z","caller":"traceutil/trace.go:171","msg":"trace[676098406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:5114; }","duration":"276.069889ms","start":"2026-03-08T02:34:43.827068Z","end":"2026-03-08T02:34:44.103138Z","steps":["trace[676098406] 'agreement among raft nodes before linearized reading' (duration: 275.879594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:44.103079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.680054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:34:44.103216Z","caller":"traceutil/trace.go:171","msg":"trace[69081895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5114; }","duration":"279.862878ms","start":"2026-03-08T02:34:43.823347Z","end":"2026-03-08T02:34:44.10321Z","steps":["trace[69081895] 'agreement among raft nodes before linearized reading' (duration: 279.575321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:44.626088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.770627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:44.626299Z","caller":"traceutil/trace.go:171","msg":"trace[1905469529] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"517.465658ms","start":"2026-03-08T02:34:44.108792Z","end":"2026-03-08T02:34:44.626258Z","steps":["trace[1905469529] 'process raft request' (duration: 63.032535ms)","trace[1905469529] 'compare' (duration: 453.581233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:44.626423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:44.108776Z","time spent":"517.58832ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:44.627208Z","caller":"traceutil/trace.go:171","msg":"trace[707229894] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"518.276366ms","start":"2026-03-08T02:34:44.108896Z","end":"2026-03-08T02:34:44.627172Z","steps":["trace[707229894] 'process raft request' (duration: 517.324114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:44.627477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:44.108874Z","time spent":"518.514542ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:44.630604Z","caller":"traceutil/trace.go:171","msg":"trace[1959650313] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5318; }","duration":"521.648866ms","start":"2026-03-08T02:34:44.108922Z","end":"2026-03-08T02:34:44.630571Z","steps":["trace[1959650313] 'read index received' (duration: 62.895192ms)","trace[1959650313] 'applied index is now lower than readState.Index' (duration: 458.745983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:44.630832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.067205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:34:44.630903Z","caller":"traceutil/trace.go:171","msg":"trace[220839360] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5119; }","duration":"363.185238ms","start":"2026-03-08T02:34:44.267698Z","end":"2026-03-08T02:34:44.630883Z","steps":["trace[220839360] 'agreement among raft nodes before linearized reading' (duration: 363.055415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:44.631067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:44.267679Z","time spent":"363.366112ms","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:34:44.630976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.037765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81433"} {"level":"info","ts":"2026-03-08T02:34:44.631194Z","caller":"traceutil/trace.go:171","msg":"trace[585066318] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5119; }","duration":"522.28807ms","start":"2026-03-08T02:34:44.108888Z","end":"2026-03-08T02:34:44.631176Z","steps":["trace[585066318] 'agreement among raft nodes before linearized reading' (duration: 521.824019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:44.631244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:44.108874Z","time spent":"522.357472ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81456,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:34:50.056945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081849665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:34:50.557245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081849665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:34:50.875319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339984753s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:34:50.876Z","caller":"traceutil/trace.go:171","msg":"trace[57309743] linearizableReadLoop","detail":"{readStateIndex:5361; appliedIndex:5360; }","duration":"1.31979596s","start":"2026-03-08T02:34:49.556152Z","end":"2026-03-08T02:34:50.875948Z","steps":["trace[57309743] 'read index received' (duration: 1.319436951s)","trace[57309743] 'applied index is now lower than readState.Index' (duration: 356.619µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:50.876243Z","caller":"traceutil/trace.go:171","msg":"trace[309675881] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"1.340960265s","start":"2026-03-08T02:34:49.535254Z","end":"2026-03-08T02:34:50.876214Z","steps":["trace[309675881] 'process raft request' (duration: 1.340482154s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:50.876492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.535239Z","time spent":"1.34114803s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:50.876535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320357993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-08T02:34:50.87673Z","caller":"traceutil/trace.go:171","msg":"trace[1179167644] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5156; }","duration":"1.320544727s","start":"2026-03-08T02:34:49.556103Z","end":"2026-03-08T02:34:50.876647Z","steps":["trace[1179167644] 'agreement among raft nodes before linearized reading' (duration: 1.320150258s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:50.876807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.556083Z","time spent":"1.320706301s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T02:34:51.079421Z","caller":"traceutil/trace.go:171","msg":"trace[240541052] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"198.140546ms","start":"2026-03-08T02:34:50.881257Z","end":"2026-03-08T02:34:51.079398Z","steps":["trace[240541052] 'process raft request' (duration: 198.103025ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:51.079608Z","caller":"traceutil/trace.go:171","msg":"trace[1827654095] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"355.755274ms","start":"2026-03-08T02:34:50.723837Z","end":"2026-03-08T02:34:51.079592Z","steps":["trace[1827654095] 'process raft request' (duration: 355.495328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.079708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.684397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:34:51.080576Z","caller":"traceutil/trace.go:171","msg":"trace[731960125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5160; }","duration":"949.590229ms","start":"2026-03-08T02:34:50.130944Z","end":"2026-03-08T02:34:51.080535Z","steps":["trace[731960125] 'agreement among raft nodes before linearized reading' (duration: 948.638596ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:51.079631Z","caller":"traceutil/trace.go:171","msg":"trace[757191020] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5361; }","duration":"203.505141ms","start":"2026-03-08T02:34:50.876081Z","end":"2026-03-08T02:34:51.079586Z","steps":["trace[757191020] 'read index received' (duration: 163.722761ms)","trace[757191020] 'applied index is now lower than readState.Index' (duration: 39.75428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:51.080665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.130913Z","time spent":"949.732531ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:34:51.079787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.723815Z","time spent":"355.867487ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:51.079781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228147285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:34:51.080829Z","caller":"traceutil/trace.go:171","msg":"trace[557080407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5160; }","duration":"1.229267672s","start":"2026-03-08T02:34:49.851546Z","end":"2026-03-08T02:34:51.080814Z","steps":["trace[557080407] 'agreement among raft nodes before linearized reading' (duration: 1.228077374s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.080869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.851528Z","time spent":"1.229329133s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:34:51.079891Z","caller":"traceutil/trace.go:171","msg":"trace[1679224434] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"429.165552ms","start":"2026-03-08T02:34:50.650702Z","end":"2026-03-08T02:34:51.079868Z","steps":["trace[1679224434] 'process raft request' (duration: 428.601899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.081104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.650692Z","time spent":"430.35ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:51.079918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.299365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:34:51.081186Z","caller":"traceutil/trace.go:171","msg":"trace[1981076624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5160; }","duration":"430.601606ms","start":"2026-03-08T02:34:50.650569Z","end":"2026-03-08T02:34:51.08117Z","steps":["trace[1981076624] 'agreement among raft nodes before linearized reading' (duration: 429.213063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.081227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.650551Z","time spent":"430.664487ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:34:51.079917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121283205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:34:51.081316Z","caller":"traceutil/trace.go:171","msg":"trace[1194540981] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5160; }","duration":"1.122730549s","start":"2026-03-08T02:34:49.95857Z","end":"2026-03-08T02:34:51.081301Z","steps":["trace[1194540981] 'agreement among raft nodes before linearized reading' (duration: 1.121256674s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.081359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.958548Z","time spent":"1.122798261s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:34:51.079976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481251768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-08T02:34:51.081427Z","caller":"traceutil/trace.go:171","msg":"trace[627891349] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5160; }","duration":"1.482748593s","start":"2026-03-08T02:34:49.598663Z","end":"2026-03-08T02:34:51.081411Z","steps":["trace[627891349] 'agreement among raft nodes before linearized reading' (duration: 1.481102085s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.081474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.598646Z","time spent":"1.482814314s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-08T02:34:51.079977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.723345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:34:51.079992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370855525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:51.081665Z","caller":"traceutil/trace.go:171","msg":"trace[765647707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5160; }","duration":"955.457536ms","start":"2026-03-08T02:34:50.126187Z","end":"2026-03-08T02:34:51.081644Z","steps":["trace[765647707] 'agreement among raft nodes before linearized reading' (duration: 953.547431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.081735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.126164Z","time spent":"955.551087ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:34:51.081676Z","caller":"traceutil/trace.go:171","msg":"trace[66543934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5160; }","duration":"1.372582465s","start":"2026-03-08T02:34:49.709082Z","end":"2026-03-08T02:34:51.081665Z","steps":["trace[66543934] 'agreement among raft nodes before linearized reading' (duration: 1.370862155s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.081819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.709058Z","time spent":"1.372749059s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:34:51.080015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.943318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:34:51.08195Z","caller":"traceutil/trace.go:171","msg":"trace[2110047867] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:5160; }","duration":"357.873473ms","start":"2026-03-08T02:34:50.724011Z","end":"2026-03-08T02:34:51.081885Z","steps":["trace[2110047867] 'agreement among raft nodes before linearized reading' (duration: 355.806575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.082071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.723994Z","time spent":"358.056728ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:34:51.079421Z","caller":"traceutil/trace.go:171","msg":"trace[1160178239] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"428.881035ms","start":"2026-03-08T02:34:50.650501Z","end":"2026-03-08T02:34:51.079382Z","steps":["trace[1160178239] 'process raft request' (duration: 389.318339ms)","trace[1160178239] 'compare' (duration: 39.386042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:51.080027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.240158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:34:51.082428Z","caller":"traceutil/trace.go:171","msg":"trace[1189654947] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5160; }","duration":"456.671995ms","start":"2026-03-08T02:34:50.625735Z","end":"2026-03-08T02:34:51.082407Z","steps":["trace[1189654947] 'agreement among raft nodes before linearized reading' (duration: 454.227938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.082497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.625718Z","time spent":"456.757777ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:34:51.082591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.650478Z","time spent":"431.823904ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:51.080064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.179647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-08T02:34:51.082688Z","caller":"traceutil/trace.go:171","msg":"trace[737240084] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5160; }","duration":"462.823409ms","start":"2026-03-08T02:34:50.619838Z","end":"2026-03-08T02:34:51.082662Z","steps":["trace[737240084] 'agreement among raft nodes before linearized reading' (duration: 460.138227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.082766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.619818Z","time spent":"462.931341ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-08T02:34:51.080067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.227206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:34:51.082917Z","caller":"traceutil/trace.go:171","msg":"trace[1150721818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5160; }","duration":"430.132324ms","start":"2026-03-08T02:34:50.652768Z","end":"2026-03-08T02:34:51.0829Z","steps":["trace[1150721818] 'agreement among raft nodes before linearized reading' (duration: 427.153484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.082964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.652742Z","time spent":"430.208696ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:34:51.08001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461232019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-08T02:34:51.08309Z","caller":"traceutil/trace.go:171","msg":"trace[440444561] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5160; }","duration":"1.464321062s","start":"2026-03-08T02:34:49.618746Z","end":"2026-03-08T02:34:51.083067Z","steps":["trace[440444561] 'agreement among raft nodes before linearized reading' (duration: 1.461205439s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.083159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.618727Z","time spent":"1.464413264s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-08T02:34:51.441553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.359248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:51.441673Z","caller":"traceutil/trace.go:171","msg":"trace[1784939988] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"355.934668ms","start":"2026-03-08T02:34:51.085719Z","end":"2026-03-08T02:34:51.441654Z","steps":["trace[1784939988] 'process raft request' (duration: 190.400495ms)","trace[1784939988] 'compare' (duration: 165.227916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:51.441773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.085707Z","time spent":"356.001159ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:51.541081Z","caller":"traceutil/trace.go:171","msg":"trace[440031316] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"454.32565ms","start":"2026-03-08T02:34:51.086729Z","end":"2026-03-08T02:34:51.541055Z","steps":["trace[440031316] 'process raft request' (duration: 454.152866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.541236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.086712Z","time spent":"454.449833ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:51.54138Z","caller":"traceutil/trace.go:171","msg":"trace[1453067551] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"454.247798ms","start":"2026-03-08T02:34:51.087107Z","end":"2026-03-08T02:34:51.541355Z","steps":["trace[1453067551] 'process raft request' (duration: 453.90795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.541478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.087099Z","time spent":"454.33241ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:51.609033Z","caller":"traceutil/trace.go:171","msg":"trace[360409403] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"521.830579ms","start":"2026-03-08T02:34:51.087174Z","end":"2026-03-08T02:34:51.609005Z","steps":["trace[360409403] 'process raft request' (duration: 454.080584ms)","trace[360409403] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 67.383367ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:51.609052Z","caller":"traceutil/trace.go:171","msg":"trace[1306588992] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5365; }","duration":"522.26305ms","start":"2026-03-08T02:34:51.086767Z","end":"2026-03-08T02:34:51.60903Z","steps":["trace[1306588992] 'read index received' (duration: 189.363751ms)","trace[1306588992] 'applied index is now lower than readState.Index' (duration: 332.898409ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:51.609155Z","caller":"traceutil/trace.go:171","msg":"trace[1606559217] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"517.832116ms","start":"2026-03-08T02:34:51.091293Z","end":"2026-03-08T02:34:51.609125Z","steps":["trace[1606559217] 'process raft request' (duration: 517.631461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.609317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.091283Z","time spent":"517.943288ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:51.609368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.725627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19626"} {"level":"info","ts":"2026-03-08T02:34:51.609396Z","caller":"traceutil/trace.go:171","msg":"trace[404170132] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5165; }","duration":"521.799809ms","start":"2026-03-08T02:34:51.087588Z","end":"2026-03-08T02:34:51.609388Z","steps":["trace[404170132] 'agreement among raft nodes before linearized reading' (duration: 521.686337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.60942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.087577Z","time spent":"521.83882ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19649,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T02:34:51.609431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.645119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81726"} {"level":"info","ts":"2026-03-08T02:34:51.609491Z","caller":"traceutil/trace.go:171","msg":"trace[2014596376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5165; }","duration":"522.74264ms","start":"2026-03-08T02:34:51.086735Z","end":"2026-03-08T02:34:51.609478Z","steps":["trace[2014596376] 'agreement among raft nodes before linearized reading' (duration: 522.455444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.609522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.086721Z","time spent":"522.795552ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81749,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:34:51.60957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.592124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d257602b-33dd-47e0-a839-200b6451e4e0\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-08T02:34:51.609622Z","caller":"traceutil/trace.go:171","msg":"trace[98907425] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d257602b-33dd-47e0-a839-200b6451e4e0; range_end:; response_count:1; response_revision:5165; }","duration":"521.728257ms","start":"2026-03-08T02:34:51.087883Z","end":"2026-03-08T02:34:51.609611Z","steps":["trace[98907425] 'agreement among raft nodes before linearized reading' (duration: 521.441841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.609672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.087871Z","time spent":"521.791959ms","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-d257602b-33dd-47e0-a839-200b6451e4e0\" "} {"level":"warn","ts":"2026-03-08T02:34:51.609239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.087164Z","time spent":"521.930111ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:51.609787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.796533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:34:51.609886Z","caller":"traceutil/trace.go:171","msg":"trace[1743031940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5165; }","duration":"496.989768ms","start":"2026-03-08T02:34:51.112873Z","end":"2026-03-08T02:34:51.609862Z","steps":["trace[1743031940] 'agreement among raft nodes before linearized reading' (duration: 496.437445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.609984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.11286Z","time spent":"497.07028ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:34:51.610123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.215578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:51.610184Z","caller":"traceutil/trace.go:171","msg":"trace[1520118393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5165; }","duration":"520.10656ms","start":"2026-03-08T02:34:51.090067Z","end":"2026-03-08T02:34:51.610174Z","steps":["trace[1520118393] 'agreement among raft nodes before linearized reading' (duration: 519.205659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.610224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.090059Z","time spent":"520.158551ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:34:51.768876Z","caller":"traceutil/trace.go:171","msg":"trace[668044936] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"151.374152ms","start":"2026-03-08T02:34:51.617474Z","end":"2026-03-08T02:34:51.768848Z","steps":["trace[668044936] 'process raft request' (duration: 129.48051ms)","trace[668044936] 'compare' (duration: 21.772469ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:51.95449Z","caller":"traceutil/trace.go:171","msg":"trace[73211783] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"336.78671ms","start":"2026-03-08T02:34:51.617677Z","end":"2026-03-08T02:34:51.954463Z","steps":["trace[73211783] 'process raft request' (duration: 291.866009ms)","trace[73211783] 'compare' (duration: 44.611044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:51.954658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.617661Z","time spent":"336.902902ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:51.954757Z","caller":"traceutil/trace.go:171","msg":"trace[520732312] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5370; }","duration":"337.031965ms","start":"2026-03-08T02:34:51.6177Z","end":"2026-03-08T02:34:51.954732Z","steps":["trace[520732312] 'read index received' (duration: 129.309035ms)","trace[520732312] 'applied index is now lower than readState.Index' (duration: 207.7219ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:51.954905Z","caller":"traceutil/trace.go:171","msg":"trace[1774328495] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"336.553594ms","start":"2026-03-08T02:34:51.618336Z","end":"2026-03-08T02:34:51.954889Z","steps":["trace[1774328495] 'process raft request' (duration: 336.277187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.955035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.618321Z","time spent":"336.627146ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:51.955067Z","caller":"traceutil/trace.go:171","msg":"trace[811867229] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"335.348186ms","start":"2026-03-08T02:34:51.619706Z","end":"2026-03-08T02:34:51.955054Z","steps":["trace[811867229] 'process raft request' (duration: 334.980617ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:51.955031Z","caller":"traceutil/trace.go:171","msg":"trace[821692011] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"337.023085ms","start":"2026-03-08T02:34:51.617977Z","end":"2026-03-08T02:34:51.955Z","steps":["trace[821692011] 'process raft request' (duration: 336.421561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.955139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.619693Z","time spent":"335.406608ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:51.955163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.464392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:34:51.955165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.617956Z","time spent":"337.160688ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:51.955144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.438005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10684"} {"level":"info","ts":"2026-03-08T02:34:51.955238Z","caller":"traceutil/trace.go:171","msg":"trace[946062332] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5170; }","duration":"337.560378ms","start":"2026-03-08T02:34:51.617665Z","end":"2026-03-08T02:34:51.955226Z","steps":["trace[946062332] 'agreement among raft nodes before linearized reading' (duration: 337.336593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.955278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:51.617647Z","time spent":"337.62249ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10707,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-08T02:34:51.955204Z","caller":"traceutil/trace.go:171","msg":"trace[287406676] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5170; }","duration":"277.564654ms","start":"2026-03-08T02:34:51.677631Z","end":"2026-03-08T02:34:51.955196Z","steps":["trace[287406676] 'agreement among raft nodes before linearized reading' (duration: 277.464372ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:53.281031Z","caller":"traceutil/trace.go:171","msg":"trace[817537704] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"195.33429ms","start":"2026-03-08T02:34:53.085672Z","end":"2026-03-08T02:34:53.281006Z","steps":["trace[817537704] 'process raft request' (duration: 195.184847ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:53.297464Z","caller":"traceutil/trace.go:171","msg":"trace[413332925] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"211.249223ms","start":"2026-03-08T02:34:53.086197Z","end":"2026-03-08T02:34:53.297446Z","steps":["trace[413332925] 'process raft request' (duration: 211.100869ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:53.297719Z","caller":"traceutil/trace.go:171","msg":"trace[1052050078] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"210.972547ms","start":"2026-03-08T02:34:53.086686Z","end":"2026-03-08T02:34:53.297659Z","steps":["trace[1052050078] 'process raft request' (duration: 210.723001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.564823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.030425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:34:53.564918Z","caller":"traceutil/trace.go:171","msg":"trace[828675685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5174; }","duration":"119.136297ms","start":"2026-03-08T02:34:53.445764Z","end":"2026-03-08T02:34:53.5649Z","steps":["trace[828675685] 'range keys from in-memory index tree' (duration: 118.80293ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:53.777476Z","caller":"traceutil/trace.go:171","msg":"trace[1927755481] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"141.610483ms","start":"2026-03-08T02:34:53.635838Z","end":"2026-03-08T02:34:53.777448Z","steps":["trace[1927755481] 'process raft request' (duration: 98.106166ms)","trace[1927755481] 'compare' (duration: 43.403205ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:53.83668Z","caller":"traceutil/trace.go:171","msg":"trace[728176582] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"193.731423ms","start":"2026-03-08T02:34:53.64292Z","end":"2026-03-08T02:34:53.836652Z","steps":["trace[728176582] 'process raft request' (duration: 193.531918ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:53.836821Z","caller":"traceutil/trace.go:171","msg":"trace[1309228422] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5382; }","duration":"189.731259ms","start":"2026-03-08T02:34:53.64707Z","end":"2026-03-08T02:34:53.836802Z","steps":["trace[1309228422] 'read index received' (duration: 86.873953ms)","trace[1309228422] 'applied index is now lower than readState.Index' (duration: 102.855796ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:53.836896Z","caller":"traceutil/trace.go:171","msg":"trace[359027620] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"125.511977ms","start":"2026-03-08T02:34:53.711363Z","end":"2026-03-08T02:34:53.836875Z","steps":["trace[359027620] 'process raft request' (duration: 125.23242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.836997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.905273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-08T02:34:53.83705Z","caller":"traceutil/trace.go:171","msg":"trace[2039253196] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5180; }","duration":"189.988805ms","start":"2026-03-08T02:34:53.647044Z","end":"2026-03-08T02:34:53.837033Z","steps":["trace[2039253196] 'agreement among raft nodes before linearized reading' (duration: 189.824952ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:54.110987Z","caller":"traceutil/trace.go:171","msg":"trace[1467486031] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5386; }","duration":"152.276873ms","start":"2026-03-08T02:34:53.958681Z","end":"2026-03-08T02:34:54.110958Z","steps":["trace[1467486031] 'read index received' (duration: 89.75673ms)","trace[1467486031] 'applied index is now lower than readState.Index' (duration: 62.519023ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:54.111218Z","caller":"traceutil/trace.go:171","msg":"trace[1473582055] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"264.089619ms","start":"2026-03-08T02:34:53.847092Z","end":"2026-03-08T02:34:54.111181Z","steps":["trace[1473582055] 'process raft request' (duration: 201.378041ms)","trace[1473582055] 'compare' (duration: 62.205746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:54.111298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.599071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:34:54.11135Z","caller":"traceutil/trace.go:171","msg":"trace[700674150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5185; }","duration":"152.693152ms","start":"2026-03-08T02:34:53.958641Z","end":"2026-03-08T02:34:54.111334Z","steps":["trace[700674150] 'agreement among raft nodes before linearized reading' (duration: 152.434416ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:54.111603Z","caller":"traceutil/trace.go:171","msg":"trace[1160840130] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"251.045164ms","start":"2026-03-08T02:34:53.860508Z","end":"2026-03-08T02:34:54.111553Z","steps":["trace[1160840130] 'process raft request' (duration: 250.371198ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:54.111635Z","caller":"traceutil/trace.go:171","msg":"trace[1250315143] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"264.359735ms","start":"2026-03-08T02:34:53.84725Z","end":"2026-03-08T02:34:54.11161Z","steps":["trace[1250315143] 'process raft request' (duration: 263.539136ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:54.111816Z","caller":"traceutil/trace.go:171","msg":"trace[692173007] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"262.558413ms","start":"2026-03-08T02:34:53.849225Z","end":"2026-03-08T02:34:54.111784Z","steps":["trace[692173007] 'process raft request' (duration: 261.605381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:54.408316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.767675ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:34:54.408604Z","caller":"traceutil/trace.go:171","msg":"trace[1775949431] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"271.472092ms","start":"2026-03-08T02:34:54.137111Z","end":"2026-03-08T02:34:54.408583Z","steps":["trace[1775949431] 'process raft request' (duration: 271.314618ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:01.12731Z","caller":"traceutil/trace.go:171","msg":"trace[1258945929] linearizableReadLoop","detail":"{readStateIndex:5433; appliedIndex:5432; }","duration":"155.963919ms","start":"2026-03-08T02:35:00.971316Z","end":"2026-03-08T02:35:01.12728Z","steps":["trace[1258945929] 'read index received' (duration: 146.686432ms)","trace[1258945929] 'applied index is now lower than readState.Index' (duration: 9.275707ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:01.127359Z","caller":"traceutil/trace.go:171","msg":"trace[1069214215] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"158.681353ms","start":"2026-03-08T02:35:00.968623Z","end":"2026-03-08T02:35:01.127305Z","steps":["trace[1069214215] 'process raft request' (duration: 149.426926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:01.127706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.375639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-08T02:35:01.127968Z","caller":"traceutil/trace.go:171","msg":"trace[1600083058] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5226; }","duration":"156.665396ms","start":"2026-03-08T02:35:00.97128Z","end":"2026-03-08T02:35:01.127946Z","steps":["trace[1600083058] 'agreement among raft nodes before linearized reading' (duration: 156.130843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.318134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.93018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-dnwrs\" ","response":"range_response_count:1 size:7405"} {"level":"info","ts":"2026-03-08T02:35:24.318246Z","caller":"traceutil/trace.go:171","msg":"trace[148797432] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-dnwrs; range_end:; response_count:1; response_revision:5437; }","duration":"486.050892ms","start":"2026-03-08T02:35:23.832171Z","end":"2026-03-08T02:35:24.318222Z","steps":["trace[148797432] 'range keys from in-memory index tree' (duration: 485.691184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.3183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:23.83215Z","time spent":"486.135394ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7428,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-dnwrs\" "} {"level":"warn","ts":"2026-03-08T02:35:24.318306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.986757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:24.318734Z","caller":"traceutil/trace.go:171","msg":"trace[1759490542] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5650; }","duration":"441.718895ms","start":"2026-03-08T02:35:23.876969Z","end":"2026-03-08T02:35:24.318688Z","steps":["trace[1759490542] 'read index received' (duration: 265.305978ms)","trace[1759490542] 'applied index is now lower than readState.Index' (duration: 176.398027ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:24.318855Z","caller":"traceutil/trace.go:171","msg":"trace[902145647] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"453.540831ms","start":"2026-03-08T02:35:23.865068Z","end":"2026-03-08T02:35:24.318609Z","steps":["trace[902145647] 'process raft request' (duration: 277.158485ms)","trace[902145647] 'compare' (duration: 175.834424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:24.319113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:23.865045Z","time spent":"453.8837ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:24.47063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.176361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-08T02:35:24.470727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.744282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:35:24.470889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.132487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:35:24.470811Z","caller":"traceutil/trace.go:171","msg":"trace[1879598950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5438; }","duration":"593.872105ms","start":"2026-03-08T02:35:23.876916Z","end":"2026-03-08T02:35:24.470788Z","steps":["trace[1879598950] 'agreement among raft nodes before linearized reading' (duration: 441.902039ms)","trace[1879598950] 'range keys from in-memory index tree' (duration: 151.748791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:24.470962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.6709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:35:24.47094Z","caller":"traceutil/trace.go:171","msg":"trace[533464353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5438; }","duration":"431.222389ms","start":"2026-03-08T02:35:24.039706Z","end":"2026-03-08T02:35:24.470928Z","steps":["trace[533464353] 'agreement among raft nodes before linearized reading' (duration: 431.079806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.470998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:23.876898Z","time spent":"594.08681ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:35:24.470743Z","caller":"traceutil/trace.go:171","msg":"trace[1478220044] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5651; }","duration":"151.909625ms","start":"2026-03-08T02:35:24.318813Z","end":"2026-03-08T02:35:24.470722Z","steps":["trace[1478220044] 'read index received' (duration: 56.702µs)","trace[1478220044] 'applied index is now lower than readState.Index' (duration: 151.851403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:24.471019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:24.039688Z","time spent":"431.309381ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:35:24.470996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.466231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:24.471025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.696304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:35:24.471067Z","caller":"traceutil/trace.go:171","msg":"trace[887550382] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5438; }","duration":"218.592814ms","start":"2026-03-08T02:35:24.252458Z","end":"2026-03-08T02:35:24.471051Z","steps":["trace[887550382] 'agreement among raft nodes before linearized reading' (duration: 218.447681ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.471106Z","caller":"traceutil/trace.go:171","msg":"trace[1487149990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:5438; }","duration":"432.839667ms","start":"2026-03-08T02:35:24.038247Z","end":"2026-03-08T02:35:24.471086Z","steps":["trace[1487149990] 'agreement among raft nodes before linearized reading' (duration: 432.565001ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.471003Z","caller":"traceutil/trace.go:171","msg":"trace[1656536047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5438; }","duration":"434.716431ms","start":"2026-03-08T02:35:24.036274Z","end":"2026-03-08T02:35:24.47099Z","steps":["trace[1656536047] 'agreement among raft nodes before linearized reading' (duration: 434.502516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.471152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:24.038226Z","time spent":"432.91735ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:35:24.47117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:24.036211Z","time spent":"434.946407ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:35:24.471422Z","caller":"traceutil/trace.go:171","msg":"trace[227195846] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"143.901447ms","start":"2026-03-08T02:35:24.327502Z","end":"2026-03-08T02:35:24.471404Z","steps":["trace[227195846] 'process raft request' (duration: 143.670831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.471429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.230092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:35:24.472116Z","caller":"traceutil/trace.go:171","msg":"trace[1668840824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5438; }","duration":"158.917788ms","start":"2026-03-08T02:35:24.31318Z","end":"2026-03-08T02:35:24.472098Z","steps":["trace[1668840824] 'agreement among raft nodes before linearized reading' (duration: 157.637288ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.679451Z","caller":"traceutil/trace.go:171","msg":"trace[914724620] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"154.368722ms","start":"2026-03-08T02:35:24.52505Z","end":"2026-03-08T02:35:24.679418Z","steps":["trace[914724620] 'process raft request' (duration: 96.387665ms)","trace[914724620] 'compare' (duration: 57.71735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:24.925239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.469137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:24.925392Z","caller":"traceutil/trace.go:171","msg":"trace[1723497784] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"240.368094ms","start":"2026-03-08T02:35:24.684989Z","end":"2026-03-08T02:35:24.925357Z","steps":["trace[1723497784] 'process raft request' (duration: 134.701312ms)","trace[1723497784] 'compare' (duration: 105.335884ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:24.925443Z","caller":"traceutil/trace.go:171","msg":"trace[1144311702] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5658; }","duration":"191.780027ms","start":"2026-03-08T02:35:24.733625Z","end":"2026-03-08T02:35:24.925405Z","steps":["trace[1144311702] 'read index received' (duration: 879.07µs)","trace[1144311702] 'applied index is now lower than readState.Index' (duration: 190.897857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:24.925634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.013362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:24.925702Z","caller":"traceutil/trace.go:171","msg":"trace[1398902740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5447; }","duration":"192.083004ms","start":"2026-03-08T02:35:24.733608Z","end":"2026-03-08T02:35:24.925691Z","steps":["trace[1398902740] 'agreement among raft nodes before linearized reading' (duration: 191.9075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.925701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.228903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:35:24.925779Z","caller":"traceutil/trace.go:171","msg":"trace[1879424558] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5447; }","duration":"123.366166ms","start":"2026-03-08T02:35:24.802393Z","end":"2026-03-08T02:35:24.925759Z","steps":["trace[1879424558] 'agreement among raft nodes before linearized reading' (duration: 123.211003ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:25.955857Z","caller":"traceutil/trace.go:171","msg":"trace[1640140446] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"194.90548ms","start":"2026-03-08T02:35:25.760922Z","end":"2026-03-08T02:35:25.955828Z","steps":["trace[1640140446] 'process raft request' (duration: 194.560542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:28.824489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.012558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:28.824605Z","caller":"traceutil/trace.go:171","msg":"trace[2138720842] linearizableReadLoop","detail":"{readStateIndex:5687; appliedIndex:5685; }","duration":"194.93067ms","start":"2026-03-08T02:35:28.629656Z","end":"2026-03-08T02:35:28.824586Z","steps":["trace[2138720842] 'read index received' (duration: 59.591214ms)","trace[2138720842] 'applied index is now lower than readState.Index' (duration: 135.337906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:28.824943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.077711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:28.824981Z","caller":"traceutil/trace.go:171","msg":"trace[1478531774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5473; }","duration":"115.159793ms","start":"2026-03-08T02:35:28.709811Z","end":"2026-03-08T02:35:28.824971Z","steps":["trace[1478531774] 'agreement among raft nodes before linearized reading' (duration: 115.098462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:28.825016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.345869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101505"} {"level":"info","ts":"2026-03-08T02:35:28.825095Z","caller":"traceutil/trace.go:171","msg":"trace[159765768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5473; }","duration":"195.485713ms","start":"2026-03-08T02:35:28.629592Z","end":"2026-03-08T02:35:28.825078Z","steps":["trace[159765768] 'agreement among raft nodes before linearized reading' (duration: 195.115254ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:28.82516Z","caller":"traceutil/trace.go:171","msg":"trace[1886152453] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"195.625526ms","start":"2026-03-08T02:35:28.629495Z","end":"2026-03-08T02:35:28.82512Z","steps":["trace[1886152453] 'process raft request' (duration: 65.887621ms)","trace[1886152453] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 128.646409ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:29.057033Z","caller":"traceutil/trace.go:171","msg":"trace[2064869558] linearizableReadLoop","detail":"{readStateIndex:5688; appliedIndex:5687; }","duration":"117.12722ms","start":"2026-03-08T02:35:28.939883Z","end":"2026-03-08T02:35:29.05701Z","steps":["trace[2064869558] 'read index received' (duration: 59.795039ms)","trace[2064869558] 'applied index is now lower than readState.Index' (duration: 57.330761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:29.057519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.616062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:35:29.057571Z","caller":"traceutil/trace.go:171","msg":"trace[1169605500] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5473; }","duration":"117.708064ms","start":"2026-03-08T02:35:28.939849Z","end":"2026-03-08T02:35:29.057557Z","steps":["trace[1169605500] 'agreement among raft nodes before linearized reading' (duration: 117.597751ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:29.650393Z","caller":"traceutil/trace.go:171","msg":"trace[1708122830] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"136.809341ms","start":"2026-03-08T02:35:29.513562Z","end":"2026-03-08T02:35:29.650371Z","steps":["trace[1708122830] 'process raft request' (duration: 136.688558ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:29.651986Z","caller":"traceutil/trace.go:171","msg":"trace[119692228] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"137.549578ms","start":"2026-03-08T02:35:29.514411Z","end":"2026-03-08T02:35:29.65196Z","steps":["trace[119692228] 'process raft request' (duration: 137.101948ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:29.652772Z","caller":"traceutil/trace.go:171","msg":"trace[997652268] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"138.110532ms","start":"2026-03-08T02:35:29.514646Z","end":"2026-03-08T02:35:29.652757Z","steps":["trace[997652268] 'process raft request' (duration: 137.046007ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:35.785664Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2644} {"level":"info","ts":"2026-03-08T02:35:35.958665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2644,"took":"171.397219ms","hash":89557736,"current-db-size-bytes":40697856,"current-db-size":"41 MB","current-db-size-in-use-bytes":30121984,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-08T02:35:35.958723Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":89557736,"revision":2644,"compact-revision":-1} {"level":"info","ts":"2026-03-08T02:35:36.798169Z","caller":"traceutil/trace.go:171","msg":"trace[243638759] linearizableReadLoop","detail":"{readStateIndex:5733; appliedIndex:5732; }","duration":"103.963722ms","start":"2026-03-08T02:35:36.694182Z","end":"2026-03-08T02:35:36.798146Z","steps":["trace[243638759] 'read index received' (duration: 103.742467ms)","trace[243638759] 'applied index is now lower than readState.Index' (duration: 220.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:36.798282Z","caller":"traceutil/trace.go:171","msg":"trace[564178943] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"123.94008ms","start":"2026-03-08T02:35:36.674331Z","end":"2026-03-08T02:35:36.798271Z","steps":["trace[564178943] 'process raft request' (duration: 123.694004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:36.798491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.29046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:35:36.798534Z","caller":"traceutil/trace.go:171","msg":"trace[1019804683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5516; }","duration":"104.361932ms","start":"2026-03-08T02:35:36.694161Z","end":"2026-03-08T02:35:36.798523Z","steps":["trace[1019804683] 'agreement among raft nodes before linearized reading' (duration: 104.230459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:37.158954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.692203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:37.159056Z","caller":"traceutil/trace.go:171","msg":"trace[1356419714] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5734; }","duration":"303.389838ms","start":"2026-03-08T02:35:36.855648Z","end":"2026-03-08T02:35:37.159038Z","steps":["trace[1356419714] 'read index received' (duration: 53.541µs)","trace[1356419714] 'applied index is now lower than readState.Index' (duration: 303.335187ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:37.159153Z","caller":"traceutil/trace.go:171","msg":"trace[885075843] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"356.294416ms","start":"2026-03-08T02:35:36.802847Z","end":"2026-03-08T02:35:37.159141Z","steps":["trace[885075843] 'process raft request' (duration: 47.334218ms)","trace[885075843] 'compare' (duration: 308.530858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:37.159212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:36.802814Z","time spent":"356.368528ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:37.159308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.044657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:35:37.159378Z","caller":"traceutil/trace.go:171","msg":"trace[1300675991] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:5518; }","duration":"302.160879ms","start":"2026-03-08T02:35:36.857201Z","end":"2026-03-08T02:35:37.159362Z","steps":["trace[1300675991] 'agreement among raft nodes before linearized reading' (duration: 301.982765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:37.159412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:36.857181Z","time spent":"302.22346ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:35:37.159424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.732377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:35:37.159531Z","caller":"traceutil/trace.go:171","msg":"trace[1212137783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5518; }","duration":"303.945021ms","start":"2026-03-08T02:35:36.855561Z","end":"2026-03-08T02:35:37.159506Z","steps":["trace[1212137783] 'agreement among raft nodes before linearized reading' (duration: 303.615813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:37.159631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:36.855541Z","time spent":"304.073874ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:35:37.401985Z","caller":"traceutil/trace.go:171","msg":"trace[767145769] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"237.739002ms","start":"2026-03-08T02:35:37.164209Z","end":"2026-03-08T02:35:37.401948Z","steps":["trace[767145769] 'process raft request' (duration: 174.240257ms)","trace[767145769] 'compare' (duration: 63.365562ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:37.84306Z","caller":"traceutil/trace.go:171","msg":"trace[1496815526] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"166.966097ms","start":"2026-03-08T02:35:37.676068Z","end":"2026-03-08T02:35:37.843034Z","steps":["trace[1496815526] 'process raft request' (duration: 166.820243ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:37.857966Z","caller":"traceutil/trace.go:171","msg":"trace[2025580146] linearizableReadLoop","detail":"{readStateIndex:5739; appliedIndex:5736; }","duration":"147.932052ms","start":"2026-03-08T02:35:37.709973Z","end":"2026-03-08T02:35:37.857905Z","steps":["trace[2025580146] 'read index received' (duration: 132.92013ms)","trace[2025580146] 'applied index is now lower than readState.Index' (duration: 15.010942ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:37.858002Z","caller":"traceutil/trace.go:171","msg":"trace[1102799056] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"179.248574ms","start":"2026-03-08T02:35:37.678713Z","end":"2026-03-08T02:35:37.857962Z","steps":["trace[1102799056] 'process raft request' (duration: 179.06705ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:37.858057Z","caller":"traceutil/trace.go:171","msg":"trace[1019113269] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"178.533547ms","start":"2026-03-08T02:35:37.679514Z","end":"2026-03-08T02:35:37.858048Z","steps":["trace[1019113269] 'process raft request' (duration: 178.362893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:37.858109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.122056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:37.858588Z","caller":"traceutil/trace.go:171","msg":"trace[1936679733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5522; }","duration":"148.650829ms","start":"2026-03-08T02:35:37.709928Z","end":"2026-03-08T02:35:37.858579Z","steps":["trace[1936679733] 'agreement among raft nodes before linearized reading' (duration: 148.142447ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:38.205296Z","caller":"traceutil/trace.go:171","msg":"trace[602888878] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"108.870027ms","start":"2026-03-08T02:35:38.096404Z","end":"2026-03-08T02:35:38.205274Z","steps":["trace[602888878] 'process raft request' (duration: 108.736274ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:39.964285Z","caller":"traceutil/trace.go:171","msg":"trace[747838773] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"101.914944ms","start":"2026-03-08T02:35:39.862339Z","end":"2026-03-08T02:35:39.964254Z","steps":["trace[747838773] 'process raft request' (duration: 101.72709ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:39.964285Z","caller":"traceutil/trace.go:171","msg":"trace[552074553] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"100.853859ms","start":"2026-03-08T02:35:39.86341Z","end":"2026-03-08T02:35:39.964264Z","steps":["trace[552074553] 'process raft request' (duration: 100.777548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:47.376767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.227477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:35:47.376995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.098524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:35:47.377089Z","caller":"traceutil/trace.go:171","msg":"trace[448023650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5587; }","duration":"143.585926ms","start":"2026-03-08T02:35:47.233468Z","end":"2026-03-08T02:35:47.377054Z","steps":["trace[448023650] 'range keys from in-memory index tree' (duration: 143.052413ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:47.377102Z","caller":"traceutil/trace.go:171","msg":"trace[1191485330] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:5587; }","duration":"122.212767ms","start":"2026-03-08T02:35:47.254866Z","end":"2026-03-08T02:35:47.377078Z","steps":["trace[1191485330] 'range keys from in-memory index tree' (duration: 121.88138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:47.986973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.759515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:47.986974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.922212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:47.987035Z","caller":"traceutil/trace.go:171","msg":"trace[842303223] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5588; }","duration":"284.929049ms","start":"2026-03-08T02:35:47.702093Z","end":"2026-03-08T02:35:47.987022Z","steps":["trace[842303223] 'range keys from in-memory index tree' (duration: 284.627642ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:47.987053Z","caller":"traceutil/trace.go:171","msg":"trace[638808437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5588; }","duration":"277.054615ms","start":"2026-03-08T02:35:47.709978Z","end":"2026-03-08T02:35:47.987032Z","steps":["trace[638808437] 'range keys from in-memory index tree' (duration: 276.82739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:47.987033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.838467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:47.987057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.641142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:35:47.987111Z","caller":"traceutil/trace.go:171","msg":"trace[532244875] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5588; }","duration":"285.007501ms","start":"2026-03-08T02:35:47.702083Z","end":"2026-03-08T02:35:47.98709Z","steps":["trace[532244875] 'range keys from in-memory index tree' (duration: 284.681503ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:47.987142Z","caller":"traceutil/trace.go:171","msg":"trace[529490200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5588; }","duration":"478.758195ms","start":"2026-03-08T02:35:47.508358Z","end":"2026-03-08T02:35:47.987117Z","steps":["trace[529490200] 'range keys from in-memory index tree' (duration: 478.500079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:47.987188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:47.508335Z","time spent":"478.842497ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:35:47.987125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.889978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:35:47.987336Z","caller":"traceutil/trace.go:171","msg":"trace[1109931230] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5588; }","duration":"412.39722ms","start":"2026-03-08T02:35:47.574897Z","end":"2026-03-08T02:35:47.987294Z","steps":["trace[1109931230] 'count revisions from in-memory index tree' (duration: 411.761124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:47.987537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:47.574874Z","time spent":"412.501501ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:35:48.191441Z","caller":"traceutil/trace.go:171","msg":"trace[319500955] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"197.561403ms","start":"2026-03-08T02:35:47.99385Z","end":"2026-03-08T02:35:48.191411Z","steps":["trace[319500955] 'process raft request' (duration: 197.361279ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:48.216775Z","caller":"traceutil/trace.go:171","msg":"trace[1577950462] linearizableReadLoop","detail":"{readStateIndex:5811; appliedIndex:5808; }","duration":"156.841345ms","start":"2026-03-08T02:35:48.059912Z","end":"2026-03-08T02:35:48.216754Z","steps":["trace[1577950462] 'read index received' (duration: 131.362751ms)","trace[1577950462] 'applied index is now lower than readState.Index' (duration: 25.477994ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:48.21704Z","caller":"traceutil/trace.go:171","msg":"trace[1364697380] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"215.961492ms","start":"2026-03-08T02:35:48.001067Z","end":"2026-03-08T02:35:48.217029Z","steps":["trace[1364697380] 'process raft request' (duration: 215.536292ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:48.217198Z","caller":"traceutil/trace.go:171","msg":"trace[685300735] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"216.080625ms","start":"2026-03-08T02:35:48.001108Z","end":"2026-03-08T02:35:48.217189Z","steps":["trace[685300735] 'process raft request' (duration: 215.611644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:48.217424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.50626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:35:48.217477Z","caller":"traceutil/trace.go:171","msg":"trace[164076206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5592; }","duration":"157.619582ms","start":"2026-03-08T02:35:48.059847Z","end":"2026-03-08T02:35:48.217466Z","steps":["trace[164076206] 'agreement among raft nodes before linearized reading' (duration: 157.461649ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:52.254699Z","caller":"traceutil/trace.go:171","msg":"trace[1636499803] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"188.939962ms","start":"2026-03-08T02:35:52.065733Z","end":"2026-03-08T02:35:52.254673Z","steps":["trace[1636499803] 'process raft request' (duration: 188.733008ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:52.347083Z","caller":"traceutil/trace.go:171","msg":"trace[2039284197] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"121.396028ms","start":"2026-03-08T02:35:52.225664Z","end":"2026-03-08T02:35:52.34706Z","steps":["trace[2039284197] 'process raft request' (duration: 121.275165ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:52.470385Z","caller":"traceutil/trace.go:171","msg":"trace[518455897] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"210.580897ms","start":"2026-03-08T02:35:52.259776Z","end":"2026-03-08T02:35:52.470356Z","steps":["trace[518455897] 'process raft request' (duration: 167.473673ms)","trace[518455897] 'compare' (duration: 42.91544ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:52.470381Z","caller":"traceutil/trace.go:171","msg":"trace[1926532008] linearizableReadLoop","detail":"{readStateIndex:5836; appliedIndex:5833; }","duration":"141.61661ms","start":"2026-03-08T02:35:52.328739Z","end":"2026-03-08T02:35:52.470356Z","steps":["trace[1926532008] 'read index received' (duration: 18.204374ms)","trace[1926532008] 'applied index is now lower than readState.Index' (duration: 123.410776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:52.470579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.830665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:35:52.470645Z","caller":"traceutil/trace.go:171","msg":"trace[484843000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5616; }","duration":"141.934797ms","start":"2026-03-08T02:35:52.328694Z","end":"2026-03-08T02:35:52.470629Z","steps":["trace[484843000] 'agreement among raft nodes before linearized reading' (duration: 141.800134ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:52.47086Z","caller":"traceutil/trace.go:171","msg":"trace[979314896] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"164.621066ms","start":"2026-03-08T02:35:52.306202Z","end":"2026-03-08T02:35:52.470823Z","steps":["trace[979314896] 'process raft request' (duration: 164.090544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:52.823604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.235679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:52.823712Z","caller":"traceutil/trace.go:171","msg":"trace[1222970633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5617; }","duration":"113.430462ms","start":"2026-03-08T02:35:52.710255Z","end":"2026-03-08T02:35:52.823686Z","steps":["trace[1222970633] 'range keys from in-memory index tree' (duration: 113.136136ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:53.326938Z","caller":"traceutil/trace.go:171","msg":"trace[1948235104] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"218.87759ms","start":"2026-03-08T02:35:53.108035Z","end":"2026-03-08T02:35:53.326912Z","steps":["trace[1948235104] 'process raft request' (duration: 218.666285ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:53.378036Z","caller":"traceutil/trace.go:171","msg":"trace[487846318] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"112.138893ms","start":"2026-03-08T02:35:53.265862Z","end":"2026-03-08T02:35:53.378001Z","steps":["trace[487846318] 'process raft request' (duration: 111.888167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:54.380228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.61308ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:36:15.634258Z","caller":"traceutil/trace.go:171","msg":"trace[1333240799] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"126.125778ms","start":"2026-03-08T02:36:15.508082Z","end":"2026-03-08T02:36:15.634207Z","steps":["trace[1333240799] 'process raft request' (duration: 105.985969ms)","trace[1333240799] 'compare' (duration: 19.915664ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:26.263289Z","caller":"traceutil/trace.go:171","msg":"trace[1236631743] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"124.154782ms","start":"2026-03-08T02:36:26.139107Z","end":"2026-03-08T02:36:26.263262Z","steps":["trace[1236631743] 'process raft request' (duration: 123.998129ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:26.748751Z","caller":"traceutil/trace.go:171","msg":"trace[1052190881] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"168.534727ms","start":"2026-03-08T02:36:26.580184Z","end":"2026-03-08T02:36:26.748719Z","steps":["trace[1052190881] 'process raft request' (duration: 168.404174ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:38:16.000875Z","caller":"traceutil/trace.go:171","msg":"trace[1704741312] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"117.467172ms","start":"2026-03-08T02:38:15.883362Z","end":"2026-03-08T02:38:16.000829Z","steps":["trace[1704741312] 'process raft request' (duration: 117.213916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:03.209246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081855381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:40:03.52399Z","caller":"traceutil/trace.go:171","msg":"trace[1423651138] transaction","detail":"{read_only:false; response_revision:7247; number_of_response:1; }","duration":"829.620017ms","start":"2026-03-08T02:40:02.694339Z","end":"2026-03-08T02:40:03.523959Z","steps":["trace[1423651138] 'process raft request' (duration: 740.445307ms)","trace[1423651138] 'compare' (duration: 88.990196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:40:03.524148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:02.694319Z","time spent":"829.74791ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:40:03.524147Z","caller":"traceutil/trace.go:171","msg":"trace[1856884086] linearizableReadLoop","detail":"{readStateIndex:7527; appliedIndex:7525; }","duration":"815.783134ms","start":"2026-03-08T02:40:02.708339Z","end":"2026-03-08T02:40:03.524122Z","steps":["trace[1856884086] 'read index received' (duration: 726.437649ms)","trace[1856884086] 'applied index is now lower than readState.Index' (duration: 89.344585ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:40:03.524318Z","caller":"traceutil/trace.go:171","msg":"trace[2143307629] transaction","detail":"{read_only:false; response_revision:7248; number_of_response:1; }","duration":"402.187994ms","start":"2026-03-08T02:40:03.12212Z","end":"2026-03-08T02:40:03.524308Z","steps":["trace[2143307629] 'process raft request' (duration: 401.787635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:03.524438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:03.122095Z","time spent":"402.260176ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:40:03.524616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.354224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:40:03.524652Z","caller":"traceutil/trace.go:171","msg":"trace[1823964543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7248; }","duration":"602.388775ms","start":"2026-03-08T02:40:02.922253Z","end":"2026-03-08T02:40:03.524641Z","steps":["trace[1823964543] 'agreement among raft nodes before linearized reading' (duration: 602.284993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:03.524669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:02.922196Z","time spent":"602.469617ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:40:03.524655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.303966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:40:03.524707Z","caller":"traceutil/trace.go:171","msg":"trace[1547254950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7248; }","duration":"816.375518ms","start":"2026-03-08T02:40:02.708316Z","end":"2026-03-08T02:40:03.524692Z","steps":["trace[1547254950] 'agreement among raft nodes before linearized reading' (duration: 816.291296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:03.524747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:02.708306Z","time spent":"816.434779ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:40:03.524778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.697983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:40:03.524855Z","caller":"traceutil/trace.go:171","msg":"trace[570604731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:7248; }","duration":"434.787435ms","start":"2026-03-08T02:40:03.090051Z","end":"2026-03-08T02:40:03.524839Z","steps":["trace[570604731] 'agreement among raft nodes before linearized reading' (duration: 434.57214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:03.524892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:03.090033Z","time spent":"434.852877ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:40:03.524861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.896717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:40:03.524994Z","caller":"traceutil/trace.go:171","msg":"trace[135241046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7248; }","duration":"519.048111ms","start":"2026-03-08T02:40:03.005886Z","end":"2026-03-08T02:40:03.524934Z","steps":["trace[135241046] 'agreement among raft nodes before linearized reading' (duration: 518.757414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:03.525066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:03.005863Z","time spent":"519.186664ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:40:35.794366Z","caller":"traceutil/trace.go:171","msg":"trace[1346943525] transaction","detail":"{read_only:false; response_revision:7464; number_of_response:1; }","duration":"152.380995ms","start":"2026-03-08T02:40:35.641966Z","end":"2026-03-08T02:40:35.794347Z","steps":["trace[1346943525] 'process raft request' (duration: 152.260112ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:35.794566Z","caller":"traceutil/trace.go:171","msg":"trace[1891885135] linearizableReadLoop","detail":"{readStateIndex:7753; appliedIndex:7753; }","duration":"109.73145ms","start":"2026-03-08T02:40:35.684617Z","end":"2026-03-08T02:40:35.794348Z","steps":["trace[1891885135] 'read index received' (duration: 109.7209ms)","trace[1891885135] 'applied index is now lower than readState.Index' (duration: 8.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:40:35.794661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.035328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:40:35.794705Z","caller":"traceutil/trace.go:171","msg":"trace[1070171488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7464; }","duration":"110.13038ms","start":"2026-03-08T02:40:35.684563Z","end":"2026-03-08T02:40:35.794694Z","steps":["trace[1070171488] 'agreement among raft nodes before linearized reading' (duration: 109.826083ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:35.802259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5509} {"level":"info","ts":"2026-03-08T02:40:35.883213Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5509,"took":"79.30442ms","hash":2989328867,"current-db-size-bytes":40697856,"current-db-size":"41 MB","current-db-size-in-use-bytes":21475328,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-08T02:40:35.883276Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2989328867,"revision":5509,"compact-revision":2644} {"level":"info","ts":"2026-03-08T02:40:44.027411Z","caller":"traceutil/trace.go:171","msg":"trace[948803174] transaction","detail":"{read_only:false; response_revision:7507; number_of_response:1; }","duration":"200.563989ms","start":"2026-03-08T02:40:43.826811Z","end":"2026-03-08T02:40:44.027375Z","steps":["trace[948803174] 'process raft request' (duration: 151.70817ms)","trace[948803174] 'compare' (duration: 48.672345ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:40:44.027506Z","caller":"traceutil/trace.go:171","msg":"trace[328779816] transaction","detail":"{read_only:false; response_revision:7508; number_of_response:1; }","duration":"146.044167ms","start":"2026-03-08T02:40:43.88141Z","end":"2026-03-08T02:40:44.027454Z","steps":["trace[328779816] 'process raft request' (duration: 145.915154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:44.027534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.805591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:40:44.027803Z","caller":"traceutil/trace.go:171","msg":"trace[797992282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7508; }","duration":"140.104979ms","start":"2026-03-08T02:40:43.887679Z","end":"2026-03-08T02:40:44.027784Z","steps":["trace[797992282] 'agreement among raft nodes before linearized reading' (duration: 139.70145ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:44.027643Z","caller":"traceutil/trace.go:171","msg":"trace[386803927] linearizableReadLoop","detail":"{readStateIndex:7799; appliedIndex:7796; }","duration":"139.673268ms","start":"2026-03-08T02:40:43.887702Z","end":"2026-03-08T02:40:44.027376Z","steps":["trace[386803927] 'read index received' (duration: 23.011146ms)","trace[386803927] 'applied index is now lower than readState.Index' (duration: 116.661202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:40:44.027974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.658011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:40:44.028018Z","caller":"traceutil/trace.go:171","msg":"trace[676747956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7508; }","duration":"134.739243ms","start":"2026-03-08T02:40:43.893269Z","end":"2026-03-08T02:40:44.028008Z","steps":["trace[676747956] 'agreement among raft nodes before linearized reading' (duration: 134.62127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:44.028116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.221378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:40:44.02817Z","caller":"traceutil/trace.go:171","msg":"trace[1569776763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:7508; }","duration":"133.327071ms","start":"2026-03-08T02:40:43.894828Z","end":"2026-03-08T02:40:44.028155Z","steps":["trace[1569776763] 'agreement among raft nodes before linearized reading' (duration: 133.097895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:44.217177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.347168ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:40:44.217358Z","caller":"traceutil/trace.go:171","msg":"trace[1668344985] linearizableReadLoop","detail":"{readStateIndex:7802; appliedIndex:7801; }","duration":"146.181121ms","start":"2026-03-08T02:40:44.071131Z","end":"2026-03-08T02:40:44.217312Z","steps":["trace[1668344985] 'read index received' (duration: 25.666729ms)","trace[1668344985] 'applied index is now lower than readState.Index' (duration: 120.512382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:40:44.217577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.137607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:40:44.217626Z","caller":"traceutil/trace.go:171","msg":"trace[2097880740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7510; }","duration":"157.228678ms","start":"2026-03-08T02:40:44.060386Z","end":"2026-03-08T02:40:44.217615Z","steps":["trace[2097880740] 'agreement among raft nodes before linearized reading' (duration: 157.021033ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:44.420149Z","caller":"traceutil/trace.go:171","msg":"trace[350886848] transaction","detail":"{read_only:false; response_revision:7512; number_of_response:1; }","duration":"168.925722ms","start":"2026-03-08T02:40:44.251164Z","end":"2026-03-08T02:40:44.42009Z","steps":["trace[350886848] 'process raft request' (duration: 74.884977ms)","trace[350886848] 'compare' (duration: 93.783229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:40:51.047193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.44559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:40:51.047291Z","caller":"traceutil/trace.go:171","msg":"trace[143857595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7677; }","duration":"135.606013ms","start":"2026-03-08T02:40:50.911663Z","end":"2026-03-08T02:40:51.047269Z","steps":["trace[143857595] 'range keys from in-memory index tree' (duration: 135.119432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:52.173252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081856445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:40:52.674446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081856445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:40:53.174852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081856445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:40:53.675637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081856445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:40:53.710441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000710481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T02:40:53.710539Z","caller":"traceutil/trace.go:171","msg":"trace[1984206883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000853465s","start":"2026-03-08T02:40:51.709661Z","end":"2026-03-08T02:40:53.710515Z","steps":["trace[1984206883] 'agreement among raft nodes before linearized reading' (duration: 2.000731882s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:53.710601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:51.70965Z","time spent":"2.000934826s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 02:40:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T02:40:54.120691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.574144291s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:40:54.121029Z","caller":"traceutil/trace.go:171","msg":"trace[1239161999] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"2.57459257s","start":"2026-03-08T02:40:51.54642Z","end":"2026-03-08T02:40:54.121013Z","steps":["trace[1239161999] 'process raft request' (duration: 2.574488918s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.121144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:51.546389Z","time spent":"2.574703453s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:40:54.134917Z","caller":"traceutil/trace.go:171","msg":"trace[871700290] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"2.199343345s","start":"2026-03-08T02:40:51.935553Z","end":"2026-03-08T02:40:54.134896Z","steps":["trace[871700290] 'process raft request' (duration: 2.199138101s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.135021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:51.935521Z","time spent":"2.199447318s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:40:54.135212Z","caller":"traceutil/trace.go:171","msg":"trace[1334519195] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"2.084651559s","start":"2026-03-08T02:40:52.050529Z","end":"2026-03-08T02:40:54.13518Z","steps":["trace[1334519195] 'process raft request' (duration: 2.084289731s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.135356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.050494Z","time spent":"2.084785132s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:40:54.135351Z","caller":"traceutil/trace.go:171","msg":"trace[1713653649] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"2.08209638s","start":"2026-03-08T02:40:52.053242Z","end":"2026-03-08T02:40:54.135338Z","steps":["trace[1713653649] 'process raft request' (duration: 2.081611538s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.135425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.053207Z","time spent":"2.082181172s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:40:54.188652Z","caller":"traceutil/trace.go:171","msg":"trace[1270426056] linearizableReadLoop","detail":"{readStateIndex:7977; appliedIndex:7974; }","duration":"2.516455114s","start":"2026-03-08T02:40:51.672174Z","end":"2026-03-08T02:40:54.188629Z","steps":["trace[1270426056] 'read index received' (duration: 2.449251306s)","trace[1270426056] 'applied index is now lower than readState.Index' (duration: 67.202858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:40:54.188963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.434552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:40:54.189028Z","caller":"traceutil/trace.go:171","msg":"trace[712905028] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7684; }","duration":"973.540285ms","start":"2026-03-08T02:40:53.215476Z","end":"2026-03-08T02:40:54.189016Z","steps":["trace[712905028] 'agreement among raft nodes before linearized reading' (duration: 973.400162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.189032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092636076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:40:54.189079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:53.215459Z","time spent":"973.610876ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:40:54.189076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516907175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-08T02:40:54.189114Z","caller":"traceutil/trace.go:171","msg":"trace[1533349088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7684; }","duration":"2.092746189s","start":"2026-03-08T02:40:52.096337Z","end":"2026-03-08T02:40:54.189083Z","steps":["trace[1533349088] 'agreement among raft nodes before linearized reading' (duration: 2.092534504s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:54.189134Z","caller":"traceutil/trace.go:171","msg":"trace[1552520480] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7684; }","duration":"2.517000417s","start":"2026-03-08T02:40:51.672124Z","end":"2026-03-08T02:40:54.189124Z","steps":["trace[1552520480] 'agreement among raft nodes before linearized reading' (duration: 2.516848023s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.189148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.096324Z","time spent":"2.09281779s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:40:54.189165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:51.6721Z","time spent":"2.517059478s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-08T02:40:54.189169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.373182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:40:54.189203Z","caller":"traceutil/trace.go:171","msg":"trace[1838494292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7684; }","duration":"478.431873ms","start":"2026-03-08T02:40:53.710758Z","end":"2026-03-08T02:40:54.189189Z","steps":["trace[1838494292] 'agreement among raft nodes before linearized reading' (duration: 478.392922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.189239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:53.710738Z","time spent":"478.495664ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:40:54.189112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.87177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:40:54.18928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.280766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:40:54.189324Z","caller":"traceutil/trace.go:171","msg":"trace[2059442357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7684; }","duration":"561.360498ms","start":"2026-03-08T02:40:53.627956Z","end":"2026-03-08T02:40:54.189316Z","steps":["trace[2059442357] 'agreement among raft nodes before linearized reading' (duration: 561.299347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.189339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132857563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:40:54.18936Z","caller":"traceutil/trace.go:171","msg":"trace[1784291656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7684; }","duration":"1.132922344s","start":"2026-03-08T02:40:53.056432Z","end":"2026-03-08T02:40:54.189354Z","steps":["trace[1784291656] 'agreement among raft nodes before linearized reading' (duration: 1.132854222s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.18939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:53.056411Z","time spent":"1.132974995s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:40:54.1894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692708345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:40:54.189394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911738914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:40:54.189424Z","caller":"traceutil/trace.go:171","msg":"trace[1938288165] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7684; }","duration":"1.692779566s","start":"2026-03-08T02:40:52.496637Z","end":"2026-03-08T02:40:54.189417Z","steps":["trace[1938288165] 'agreement among raft nodes before linearized reading' (duration: 1.692738035s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:54.189428Z","caller":"traceutil/trace.go:171","msg":"trace[63952169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7684; }","duration":"1.911838248s","start":"2026-03-08T02:40:52.277583Z","end":"2026-03-08T02:40:54.189422Z","steps":["trace[63952169] 'agreement among raft nodes before linearized reading' (duration: 1.911731675s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.189451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.496612Z","time spent":"1.692833317s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:40:54.189455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.277556Z","time spent":"1.911892298s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:40:54.189288Z","caller":"traceutil/trace.go:171","msg":"trace[1765273473] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7684; }","duration":"508.103355ms","start":"2026-03-08T02:40:53.681176Z","end":"2026-03-08T02:40:54.189279Z","steps":["trace[1765273473] 'agreement among raft nodes before linearized reading' (duration: 507.86029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.189487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074343169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:40:54.189357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:53.627924Z","time spent":"561.426139ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:40:54.189519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:53.681154Z","time spent":"508.354131ms","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:40:54.189524Z","caller":"traceutil/trace.go:171","msg":"trace[1665832720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7684; }","duration":"2.074438321s","start":"2026-03-08T02:40:52.115078Z","end":"2026-03-08T02:40:54.189516Z","steps":["trace[1665832720] 'agreement among raft nodes before linearized reading' (duration: 2.074344479s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.189551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.11506Z","time spent":"2.074479772s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:40:54.189565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063561628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-08T02:40:54.189559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638022079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:40:54.189661Z","caller":"traceutil/trace.go:171","msg":"trace[26318729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7684; }","duration":"1.638162493s","start":"2026-03-08T02:40:52.551474Z","end":"2026-03-08T02:40:54.189636Z","steps":["trace[26318729] 'agreement among raft nodes before linearized reading' (duration: 1.637912137s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:54.189591Z","caller":"traceutil/trace.go:171","msg":"trace[2041444998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:7684; }","duration":"2.063609198s","start":"2026-03-08T02:40:52.125976Z","end":"2026-03-08T02:40:54.189585Z","steps":["trace[2041444998] 'agreement among raft nodes before linearized reading' (duration: 2.063502156s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:54.189747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.551461Z","time spent":"1.638266755s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:40:54.189776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.125962Z","time spent":"2.063785863s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:41:04.216024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.006544ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:41:04.455714Z","caller":"traceutil/trace.go:171","msg":"trace[1795025123] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"243.597194ms","start":"2026-03-08T02:41:04.212091Z","end":"2026-03-08T02:41:04.455688Z","steps":["trace[1795025123] 'process raft request' (duration: 243.452441ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:04.455857Z","caller":"traceutil/trace.go:171","msg":"trace[558191199] linearizableReadLoop","detail":"{readStateIndex:8028; appliedIndex:8025; }","duration":"222.822379ms","start":"2026-03-08T02:41:04.233025Z","end":"2026-03-08T02:41:04.455847Z","steps":["trace[558191199] 'read index received' (duration: 222.249916ms)","trace[558191199] 'applied index is now lower than readState.Index' (duration: 571.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:04.455751Z","caller":"traceutil/trace.go:171","msg":"trace[402719233] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"245.14512ms","start":"2026-03-08T02:41:04.210575Z","end":"2026-03-08T02:41:04.455721Z","steps":["trace[402719233] 'process raft request' (duration: 244.791082ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:04.455973Z","caller":"traceutil/trace.go:171","msg":"trace[647285649] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"240.625475ms","start":"2026-03-08T02:41:04.215307Z","end":"2026-03-08T02:41:04.455933Z","steps":["trace[647285649] 'process raft request' (duration: 240.320068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:04.456117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.079875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:41:04.456156Z","caller":"traceutil/trace.go:171","msg":"trace[1888619614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7731; }","duration":"223.170847ms","start":"2026-03-08T02:41:04.232976Z","end":"2026-03-08T02:41:04.456147Z","steps":["trace[1888619614] 'agreement among raft nodes before linearized reading' (duration: 222.968762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:04.456239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.949166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:41:04.456241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.03624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:41:04.456289Z","caller":"traceutil/trace.go:171","msg":"trace[36009024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7731; }","duration":"215.027107ms","start":"2026-03-08T02:41:04.241252Z","end":"2026-03-08T02:41:04.456279Z","steps":["trace[36009024] 'agreement among raft nodes before linearized reading' (duration: 214.875184ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:04.456317Z","caller":"traceutil/trace.go:171","msg":"trace[663583906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7731; }","duration":"219.127763ms","start":"2026-03-08T02:41:04.23717Z","end":"2026-03-08T02:41:04.456298Z","steps":["trace[663583906] 'agreement among raft nodes before linearized reading' (duration: 218.887657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:04.456449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.527062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:41:04.45649Z","caller":"traceutil/trace.go:171","msg":"trace[999184847] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:7731; }","duration":"201.594444ms","start":"2026-03-08T02:41:04.254884Z","end":"2026-03-08T02:41:04.456478Z","steps":["trace[999184847] 'agreement among raft nodes before linearized reading' (duration: 201.225385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:04.456573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.519245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:41:04.456616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.033584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:41:04.456652Z","caller":"traceutil/trace.go:171","msg":"trace[591791383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7731; }","duration":"214.086006ms","start":"2026-03-08T02:41:04.242555Z","end":"2026-03-08T02:41:04.456641Z","steps":["trace[591791383] 'agreement among raft nodes before linearized reading' (duration: 213.527102ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:04.456653Z","caller":"traceutil/trace.go:171","msg":"trace[454444736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7731; }","duration":"217.630868ms","start":"2026-03-08T02:41:04.238994Z","end":"2026-03-08T02:41:04.456625Z","steps":["trace[454444736] 'agreement among raft nodes before linearized reading' (duration: 217.148137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:04.853438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.805762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:04.853708Z","caller":"traceutil/trace.go:171","msg":"trace[371782369] linearizableReadLoop","detail":"{readStateIndex:8030; appliedIndex:8029; }","duration":"393.166024ms","start":"2026-03-08T02:41:04.460525Z","end":"2026-03-08T02:41:04.853691Z","steps":["trace[371782369] 'read index received' (duration: 29.980759ms)","trace[371782369] 'applied index is now lower than readState.Index' (duration: 363.184374ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:04.853795Z","caller":"traceutil/trace.go:171","msg":"trace[436222407] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"393.232635ms","start":"2026-03-08T02:41:04.46055Z","end":"2026-03-08T02:41:04.853782Z","steps":["trace[436222407] 'process raft request' (duration: 392.980609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:04.853842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:04.460523Z","time spent":"393.292976ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:04.853868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.524995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:04.853897Z","caller":"traceutil/trace.go:171","msg":"trace[67804804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7736; }","duration":"139.615578ms","start":"2026-03-08T02:41:04.714272Z","end":"2026-03-08T02:41:04.853887Z","steps":["trace[67804804] 'agreement among raft nodes before linearized reading' (duration: 139.550507ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:04.853863Z","caller":"traceutil/trace.go:171","msg":"trace[487068367] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"393.235875ms","start":"2026-03-08T02:41:04.460599Z","end":"2026-03-08T02:41:04.853835Z","steps":["trace[487068367] 'process raft request' (duration: 393.054761ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:04.853874Z","caller":"traceutil/trace.go:171","msg":"trace[581080767] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"393.253996ms","start":"2026-03-08T02:41:04.460568Z","end":"2026-03-08T02:41:04.853822Z","steps":["trace[581080767] 'process raft request' (duration: 393.046921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:04.854023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:04.460574Z","time spent":"393.352048ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:04.854123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:04.460562Z","time spent":"393.44167ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:04.854214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.666685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222756"} {"level":"info","ts":"2026-03-08T02:41:04.854313Z","caller":"traceutil/trace.go:171","msg":"trace[695213728] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7736; }","duration":"393.785648ms","start":"2026-03-08T02:41:04.460508Z","end":"2026-03-08T02:41:04.854294Z","steps":["trace[695213728] 'agreement among raft nodes before linearized reading' (duration: 393.270326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:04.854356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:04.460501Z","time spent":"393.845409ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222779,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:41:04.855453Z","caller":"traceutil/trace.go:171","msg":"trace[676367804] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"394.976435ms","start":"2026-03-08T02:41:04.460457Z","end":"2026-03-08T02:41:04.855433Z","steps":["trace[676367804] 'process raft request' (duration: 91.089365ms)","trace[676367804] 'compare' (duration: 301.647018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:04.855603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:04.460443Z","time spent":"395.062928ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:05.100807Z","caller":"traceutil/trace.go:171","msg":"trace[103549389] linearizableReadLoop","detail":"{readStateIndex:8034; appliedIndex:8033; }","duration":"138.077142ms","start":"2026-03-08T02:41:04.962687Z","end":"2026-03-08T02:41:05.100764Z","steps":["trace[103549389] 'read index received' (duration: 137.762085ms)","trace[103549389] 'applied index is now lower than readState.Index' (duration: 313.477µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:05.100908Z","caller":"traceutil/trace.go:171","msg":"trace[1535831133] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"188.483278ms","start":"2026-03-08T02:41:04.912384Z","end":"2026-03-08T02:41:05.100867Z","steps":["trace[1535831133] 'process raft request' (duration: 188.098889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.101109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.382119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:05.101159Z","caller":"traceutil/trace.go:171","msg":"trace[1832824357] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7737; }","duration":"138.528542ms","start":"2026-03-08T02:41:04.962616Z","end":"2026-03-08T02:41:05.101145Z","steps":["trace[1832824357] 'agreement among raft nodes before linearized reading' (duration: 138.385559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.404154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.605763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:41:06.404216Z","caller":"traceutil/trace.go:171","msg":"trace[504562496] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7737; }","duration":"990.723466ms","start":"2026-03-08T02:41:05.413476Z","end":"2026-03-08T02:41:06.404199Z","steps":["trace[504562496] 'count revisions from in-memory index tree' (duration: 990.46544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.404259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.413435Z","time spent":"990.807117ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:06.404131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125398108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:06.404493Z","caller":"traceutil/trace.go:171","msg":"trace[1041240846] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7737; }","duration":"1.125832139s","start":"2026-03-08T02:41:05.278643Z","end":"2026-03-08T02:41:06.404476Z","steps":["trace[1041240846] 'count revisions from in-memory index tree' (duration: 1.125231764s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.404986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.278616Z","time spent":"1.12634457s","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:06.404518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.021924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-08T02:41:06.405211Z","caller":"traceutil/trace.go:171","msg":"trace[528560467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7737; }","duration":"196.73739ms","start":"2026-03-08T02:41:06.208444Z","end":"2026-03-08T02:41:06.405181Z","steps":["trace[528560467] 'range keys from in-memory index tree' (duration: 195.88963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.83886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081856602,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:41:06.881126Z","caller":"traceutil/trace.go:171","msg":"trace[398867561] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"648.817938ms","start":"2026-03-08T02:41:06.232282Z","end":"2026-03-08T02:41:06.8811Z","steps":["trace[398867561] 'process raft request' (duration: 648.672735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.881263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:06.232251Z","time spent":"648.941722ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:07.155509Z","caller":"traceutil/trace.go:171","msg":"trace[134970872] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"694.223447ms","start":"2026-03-08T02:41:06.461261Z","end":"2026-03-08T02:41:07.155484Z","steps":["trace[134970872] 'process raft request' (duration: 694.137365ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:07.155697Z","caller":"traceutil/trace.go:171","msg":"trace[1499054759] linearizableReadLoop","detail":"{readStateIndex:8038; appliedIndex:8034; }","duration":"816.91273ms","start":"2026-03-08T02:41:06.338751Z","end":"2026-03-08T02:41:07.155663Z","steps":["trace[1499054759] 'read index received' (duration: 542.317784ms)","trace[1499054759] 'applied index is now lower than readState.Index' (duration: 274.593276ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:07.155751Z","caller":"traceutil/trace.go:171","msg":"trace[1387179431] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"693.573162ms","start":"2026-03-08T02:41:06.462163Z","end":"2026-03-08T02:41:07.155736Z","steps":["trace[1387179431] 'process raft request' (duration: 693.283745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:07.155717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:06.461242Z","time spent":"694.392492ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:07.155904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:06.462158Z","time spent":"693.649165ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:07.155528Z","caller":"traceutil/trace.go:171","msg":"trace[170795649] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"746.491998ms","start":"2026-03-08T02:41:06.409002Z","end":"2026-03-08T02:41:07.155494Z","steps":["trace[170795649] 'process raft request' (duration: 746.217161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:07.156002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.186037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-08T02:41:07.15608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.876377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:41:07.156128Z","caller":"traceutil/trace.go:171","msg":"trace[758399155] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:7741; }","duration":"278.952479ms","start":"2026-03-08T02:41:06.877161Z","end":"2026-03-08T02:41:07.156113Z","steps":["trace[758399155] 'agreement among raft nodes before linearized reading' (duration: 278.720404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:07.156057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.335301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:41:07.156121Z","caller":"traceutil/trace.go:171","msg":"trace[2044472579] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7741; }","duration":"817.399262ms","start":"2026-03-08T02:41:06.338696Z","end":"2026-03-08T02:41:07.156095Z","steps":["trace[2044472579] 'agreement among raft nodes before linearized reading' (duration: 817.061104ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:07.156192Z","caller":"traceutil/trace.go:171","msg":"trace[1261543985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7741; }","duration":"283.481664ms","start":"2026-03-08T02:41:06.872694Z","end":"2026-03-08T02:41:07.156176Z","steps":["trace[1261543985] 'agreement among raft nodes before linearized reading' (duration: 283.210258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:07.156201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:06.338674Z","time spent":"817.514105ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T02:41:07.156219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.524035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:41:07.156268Z","caller":"traceutil/trace.go:171","msg":"trace[1488575781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7741; }","duration":"298.608577ms","start":"2026-03-08T02:41:06.857646Z","end":"2026-03-08T02:41:07.156254Z","steps":["trace[1488575781] 'agreement among raft nodes before linearized reading' (duration: 298.462984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:07.156372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.496408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:07.156405Z","caller":"traceutil/trace.go:171","msg":"trace[1763584284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7741; }","duration":"446.57762ms","start":"2026-03-08T02:41:06.709819Z","end":"2026-03-08T02:41:07.156397Z","steps":["trace[1763584284] 'agreement among raft nodes before linearized reading' (duration: 446.523668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:07.156432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:06.709798Z","time spent":"446.627411ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:41:07.156435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.514745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:41:07.156489Z","caller":"traceutil/trace.go:171","msg":"trace[1645009161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7741; }","duration":"298.591966ms","start":"2026-03-08T02:41:06.857885Z","end":"2026-03-08T02:41:07.156477Z","steps":["trace[1645009161] 'agreement among raft nodes before linearized reading' (duration: 298.464434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:07.156784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.721802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:41:07.156827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.285453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:41:07.156847Z","caller":"traceutil/trace.go:171","msg":"trace[1105119717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7741; }","duration":"662.825525ms","start":"2026-03-08T02:41:06.494005Z","end":"2026-03-08T02:41:07.15683Z","steps":["trace[1105119717] 'agreement among raft nodes before linearized reading' (duration: 661.812791ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:07.156864Z","caller":"traceutil/trace.go:171","msg":"trace[1743260468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7741; }","duration":"284.369075ms","start":"2026-03-08T02:41:06.872485Z","end":"2026-03-08T02:41:07.156854Z","steps":["trace[1743260468] 'agreement among raft nodes before linearized reading' (duration: 283.367402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:07.15689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:06.493984Z","time spent":"662.894567ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:41:07.156091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:06.40898Z","time spent":"747.02723ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:07.45313Z","caller":"traceutil/trace.go:171","msg":"trace[533816431] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"291.658934ms","start":"2026-03-08T02:41:07.161444Z","end":"2026-03-08T02:41:07.453103Z","steps":["trace[533816431] 'process raft request' (duration: 291.399438ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:07.453469Z","caller":"traceutil/trace.go:171","msg":"trace[643594274] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"291.688745ms","start":"2026-03-08T02:41:07.161744Z","end":"2026-03-08T02:41:07.453433Z","steps":["trace[643594274] 'process raft request' (duration: 291.303496ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:07.453532Z","caller":"traceutil/trace.go:171","msg":"trace[804596141] linearizableReadLoop","detail":"{readStateIndex:8040; appliedIndex:8038; }","duration":"291.996743ms","start":"2026-03-08T02:41:07.16151Z","end":"2026-03-08T02:41:07.453507Z","steps":["trace[804596141] 'read index received' (duration: 69.896891ms)","trace[804596141] 'applied index is now lower than readState.Index' (duration: 222.098972ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:07.453579Z","caller":"traceutil/trace.go:171","msg":"trace[1109290049] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"291.524612ms","start":"2026-03-08T02:41:07.162024Z","end":"2026-03-08T02:41:07.453549Z","steps":["trace[1109290049] 'process raft request' (duration: 291.386039ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:07.453662Z","caller":"traceutil/trace.go:171","msg":"trace[946927347] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"291.798048ms","start":"2026-03-08T02:41:07.161832Z","end":"2026-03-08T02:41:07.45363Z","steps":["trace[946927347] 'process raft request' (duration: 291.46029ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:07.453734Z","caller":"traceutil/trace.go:171","msg":"trace[1788040366] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"291.667265ms","start":"2026-03-08T02:41:07.162036Z","end":"2026-03-08T02:41:07.453703Z","steps":["trace[1788040366] 'process raft request' (duration: 291.42473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:07.454046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.515615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222756"} {"level":"info","ts":"2026-03-08T02:41:07.454091Z","caller":"traceutil/trace.go:171","msg":"trace[1280735754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7747; }","duration":"292.594636ms","start":"2026-03-08T02:41:07.161486Z","end":"2026-03-08T02:41:07.45408Z","steps":["trace[1280735754] 'agreement among raft nodes before linearized reading' (duration: 292.129425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:09.736043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081856624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:41:09.846439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:08.882165Z","time spent":"964.268898ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T02:41:09.847734Z","caller":"traceutil/trace.go:171","msg":"trace[2097359266] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"961.860003ms","start":"2026-03-08T02:41:08.885839Z","end":"2026-03-08T02:41:09.847699Z","steps":["trace[2097359266] 'process raft request' (duration: 961.575956ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:09.847847Z","caller":"traceutil/trace.go:171","msg":"trace[81694208] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"685.910374ms","start":"2026-03-08T02:41:09.161892Z","end":"2026-03-08T02:41:09.847802Z","steps":["trace[81694208] 'process raft request' (duration: 685.699209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:09.847913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:08.88582Z","time spent":"961.998666ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:09.847906Z","caller":"traceutil/trace.go:171","msg":"trace[751460372] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"685.276059ms","start":"2026-03-08T02:41:09.162605Z","end":"2026-03-08T02:41:09.847881Z","steps":["trace[751460372] 'process raft request' (duration: 685.024673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:09.847923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.107672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:41:09.847978Z","caller":"traceutil/trace.go:171","msg":"trace[1831174517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7751; }","duration":"612.218855ms","start":"2026-03-08T02:41:09.235749Z","end":"2026-03-08T02:41:09.847968Z","steps":["trace[1831174517] 'agreement among raft nodes before linearized reading' (duration: 612.040051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:09.848015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.235733Z","time spent":"612.273056ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:41:09.847715Z","caller":"traceutil/trace.go:171","msg":"trace[371674109] linearizableReadLoop","detail":"{readStateIndex:8049; appliedIndex:8045; }","duration":"611.857926ms","start":"2026-03-08T02:41:09.235809Z","end":"2026-03-08T02:41:09.847667Z","steps":["trace[371674109] 'read index received' (duration: 610.411052ms)","trace[371674109] 'applied index is now lower than readState.Index' (duration: 1.445894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:09.848028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.161868Z","time spent":"686.063427ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:09.848041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.162574Z","time spent":"685.394082ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:09.848223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.163614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:41:09.848231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.87778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:41:09.848251Z","caller":"traceutil/trace.go:171","msg":"trace[407932487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7751; }","duration":"390.207765ms","start":"2026-03-08T02:41:09.458035Z","end":"2026-03-08T02:41:09.848243Z","steps":["trace[407932487] 'agreement among raft nodes before linearized reading' (duration: 390.133873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:09.848277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.458026Z","time spent":"390.245525ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:41:09.848276Z","caller":"traceutil/trace.go:171","msg":"trace[1265899490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7751; }","duration":"390.963082ms","start":"2026-03-08T02:41:09.457301Z","end":"2026-03-08T02:41:09.848264Z","steps":["trace[1265899490] 'agreement among raft nodes before linearized reading' (duration: 390.793958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:09.848313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.45728Z","time spent":"391.025804ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:41:09.848335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.414939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-08T02:41:09.848356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.14492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:09.848393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.677656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:41:09.84839Z","caller":"traceutil/trace.go:171","msg":"trace[1724021345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:7751; }","duration":"387.485271ms","start":"2026-03-08T02:41:09.460889Z","end":"2026-03-08T02:41:09.848374Z","steps":["trace[1724021345] 'agreement among raft nodes before linearized reading' (duration: 387.304106ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:09.848408Z","caller":"traceutil/trace.go:171","msg":"trace[603422409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7751; }","duration":"140.232392ms","start":"2026-03-08T02:41:09.708162Z","end":"2026-03-08T02:41:09.848395Z","steps":["trace[603422409] 'agreement among raft nodes before linearized reading' (duration: 140.14553ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:09.848422Z","caller":"traceutil/trace.go:171","msg":"trace[380215288] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7751; }","duration":"243.748458ms","start":"2026-03-08T02:41:09.604665Z","end":"2026-03-08T02:41:09.848413Z","steps":["trace[380215288] 'agreement among raft nodes before linearized reading' (duration: 243.675906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:09.848437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.032654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:41:09.848438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.460882Z","time spent":"387.545953ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:41:09.848485Z","caller":"traceutil/trace.go:171","msg":"trace[121263704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7751; }","duration":"391.128986ms","start":"2026-03-08T02:41:09.457342Z","end":"2026-03-08T02:41:09.848471Z","steps":["trace[121263704] 'agreement among raft nodes before linearized reading' (duration: 390.85651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:09.848518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.457319Z","time spent":"391.190798ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:41:09.84852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.31547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:41:09.848794Z","caller":"traceutil/trace.go:171","msg":"trace[550611507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7751; }","duration":"376.621428ms","start":"2026-03-08T02:41:09.472152Z","end":"2026-03-08T02:41:09.848773Z","steps":["trace[550611507] 'agreement among raft nodes before linearized reading' (duration: 375.999213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:09.848884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.472138Z","time spent":"376.695079ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:41:10.314405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.44701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:10.31457Z","caller":"traceutil/trace.go:171","msg":"trace[838260337] linearizableReadLoop","detail":"{readStateIndex:8050; appliedIndex:8049; }","duration":"463.834482ms","start":"2026-03-08T02:41:09.850715Z","end":"2026-03-08T02:41:10.314549Z","steps":["trace[838260337] 'read index received' (duration: 259.176347ms)","trace[838260337] 'applied index is now lower than readState.Index' (duration: 204.656485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:10.314714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.997546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:10.314757Z","caller":"traceutil/trace.go:171","msg":"trace[1712333590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7752; }","duration":"464.109668ms","start":"2026-03-08T02:41:09.850637Z","end":"2026-03-08T02:41:10.314747Z","steps":["trace[1712333590] 'agreement among raft nodes before linearized reading' (duration: 463.999785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.31479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.850618Z","time spent":"464.16565ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:41:10.314787Z","caller":"traceutil/trace.go:171","msg":"trace[1390012986] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"463.953255ms","start":"2026-03-08T02:41:09.850649Z","end":"2026-03-08T02:41:10.314602Z","steps":["trace[1390012986] 'process raft request' (duration: 259.230148ms)","trace[1390012986] 'compare' (duration: 204.328497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:10.314975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.850623Z","time spent":"464.242992ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:10.679448Z","caller":"traceutil/trace.go:171","msg":"trace[1857849926] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"824.705713ms","start":"2026-03-08T02:41:09.853374Z","end":"2026-03-08T02:41:10.678079Z","steps":["trace[1857849926] 'process raft request' (duration: 824.645131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.679713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.853365Z","time spent":"826.184037ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:10.679473Z","caller":"traceutil/trace.go:171","msg":"trace[509572132] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"824.933798ms","start":"2026-03-08T02:41:09.85316Z","end":"2026-03-08T02:41:10.678093Z","steps":["trace[509572132] 'process raft request' (duration: 726.327237ms)","trace[509572132] 'compare' (duration: 98.415546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:10.679994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.853138Z","time spent":"826.76901ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:10.680435Z","caller":"traceutil/trace.go:171","msg":"trace[1593696020] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"826.34811ms","start":"2026-03-08T02:41:09.854073Z","end":"2026-03-08T02:41:10.680421Z","steps":["trace[1593696020] 'process raft request' (duration: 823.978645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.680592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.85406Z","time spent":"826.429063ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:10.68078Z","caller":"traceutil/trace.go:171","msg":"trace[801297970] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"825.629574ms","start":"2026-03-08T02:41:09.855128Z","end":"2026-03-08T02:41:10.680757Z","steps":["trace[801297970] 'process raft request' (duration: 825.04379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.680984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.855114Z","time spent":"825.727676ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:10.681082Z","caller":"traceutil/trace.go:171","msg":"trace[304108142] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"825.211784ms","start":"2026-03-08T02:41:09.855823Z","end":"2026-03-08T02:41:10.681035Z","steps":["trace[304108142] 'process raft request' (duration: 824.825566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.681246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.855808Z","time spent":"825.373218ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:10.681435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.123019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:10.681448Z","caller":"traceutil/trace.go:171","msg":"trace[1472142238] linearizableReadLoop","detail":"{readStateIndex:8056; appliedIndex:8050; }","duration":"366.678065ms","start":"2026-03-08T02:41:10.314604Z","end":"2026-03-08T02:41:10.681282Z","steps":["trace[1472142238] 'read index received' (duration: 264.934581ms)","trace[1472142238] 'applied index is now lower than readState.Index' (duration: 101.741574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:10.681472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.211644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:41:10.681506Z","caller":"traceutil/trace.go:171","msg":"trace[1043230243] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7758; }","duration":"614.230942ms","start":"2026-03-08T02:41:10.06725Z","end":"2026-03-08T02:41:10.681481Z","steps":["trace[1043230243] 'agreement among raft nodes before linearized reading' (duration: 614.102959ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:10.681519Z","caller":"traceutil/trace.go:171","msg":"trace[1883547486] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7758; }","duration":"552.260115ms","start":"2026-03-08T02:41:10.129248Z","end":"2026-03-08T02:41:10.681508Z","steps":["trace[1883547486] 'agreement among raft nodes before linearized reading' (duration: 552.074871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.68154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:10.067229Z","time spent":"614.302803ms","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:10.681554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:10.129231Z","time spent":"552.308336ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:41:10.681629Z","caller":"traceutil/trace.go:171","msg":"trace[368403139] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"762.509391ms","start":"2026-03-08T02:41:09.919095Z","end":"2026-03-08T02:41:10.681604Z","steps":["trace[368403139] 'process raft request' (duration: 761.759213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.681794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.919072Z","time spent":"762.658965ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:10.681999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.627367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-08T02:41:10.682061Z","caller":"traceutil/trace.go:171","msg":"trace[332572754] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7758; }","duration":"364.812692ms","start":"2026-03-08T02:41:10.317231Z","end":"2026-03-08T02:41:10.682043Z","steps":["trace[332572754] 'agreement among raft nodes before linearized reading' (duration: 364.524825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.682186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:10.317214Z","time spent":"364.917504ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T02:41:10.682693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.720016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222756"} {"level":"info","ts":"2026-03-08T02:41:10.682769Z","caller":"traceutil/trace.go:171","msg":"trace[1373826016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7758; }","duration":"828.823518ms","start":"2026-03-08T02:41:09.853927Z","end":"2026-03-08T02:41:10.682751Z","steps":["trace[1373826016] 'agreement among raft nodes before linearized reading' (duration: 827.743313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.682815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:09.853915Z","time spent":"828.88621ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222779,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:41:10.685117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.671099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:10.685274Z","caller":"traceutil/trace.go:171","msg":"trace[1376191843] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7758; }","duration":"667.869783ms","start":"2026-03-08T02:41:10.017369Z","end":"2026-03-08T02:41:10.685239Z","steps":["trace[1376191843] 'agreement among raft nodes before linearized reading' (duration: 667.654198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:10.685398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:10.017354Z","time spent":"668.018987ms","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:10.985416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.375266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:10.985477Z","caller":"traceutil/trace.go:171","msg":"trace[1414040033] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7758; }","duration":"152.491068ms","start":"2026-03-08T02:41:10.832971Z","end":"2026-03-08T02:41:10.985462Z","steps":["trace[1414040033] 'count revisions from in-memory index tree' (duration: 152.270133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:12.492913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081856653,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:41:12.623547Z","caller":"traceutil/trace.go:171","msg":"trace[1247004278] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"770.157409ms","start":"2026-03-08T02:41:11.853364Z","end":"2026-03-08T02:41:12.623521Z","steps":["trace[1247004278] 'process raft request' (duration: 769.985035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:12.623781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:11.853342Z","time spent":"770.308642ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:12.703049Z","caller":"traceutil/trace.go:171","msg":"trace[685379412] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"848.384664ms","start":"2026-03-08T02:41:11.854634Z","end":"2026-03-08T02:41:12.703018Z","steps":["trace[685379412] 'process raft request' (duration: 848.179169ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:12.703192Z","caller":"traceutil/trace.go:171","msg":"trace[1623417908] linearizableReadLoop","detail":"{readStateIndex:8059; appliedIndex:8056; }","duration":"710.993128ms","start":"2026-03-08T02:41:11.992167Z","end":"2026-03-08T02:41:12.70316Z","steps":["trace[1623417908] 'read index received' (duration: 631.277728ms)","trace[1623417908] 'applied index is now lower than readState.Index' (duration: 79.71376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:12.703229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:11.854611Z","time spent":"848.524787ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:12.703358Z","caller":"traceutil/trace.go:171","msg":"trace[858417959] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"846.679524ms","start":"2026-03-08T02:41:11.85665Z","end":"2026-03-08T02:41:12.703329Z","steps":["trace[858417959] 'process raft request' (duration: 846.310736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:12.703415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.133862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:12.703484Z","caller":"traceutil/trace.go:171","msg":"trace[458355624] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7761; }","duration":"648.244504ms","start":"2026-03-08T02:41:12.055218Z","end":"2026-03-08T02:41:12.703463Z","steps":["trace[458355624] 'agreement among raft nodes before linearized reading' (duration: 648.133372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:12.703512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:11.856631Z","time spent":"846.799896ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:12.703548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.055197Z","time spent":"648.335067ms","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:12.703391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.209833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:12.703712Z","caller":"traceutil/trace.go:171","msg":"trace[2066613251] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7761; }","duration":"711.573712ms","start":"2026-03-08T02:41:11.992115Z","end":"2026-03-08T02:41:12.703689Z","steps":["trace[2066613251] 'agreement among raft nodes before linearized reading' (duration: 711.205003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:12.70378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:11.992094Z","time spent":"711.662744ms","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:12.704109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.09013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-08T02:41:12.704194Z","caller":"traceutil/trace.go:171","msg":"trace[163618371] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7761; }","duration":"387.217274ms","start":"2026-03-08T02:41:12.316954Z","end":"2026-03-08T02:41:12.704171Z","steps":["trace[163618371] 'agreement among raft nodes before linearized reading' (duration: 386.853155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:12.704232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.316936Z","time spent":"387.286965ms","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-08T02:41:13.153708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.598377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:13.154055Z","caller":"traceutil/trace.go:171","msg":"trace[751626566] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"445.704439ms","start":"2026-03-08T02:41:12.708142Z","end":"2026-03-08T02:41:13.153846Z","steps":["trace[751626566] 'process raft request' (duration: 233.848456ms)","trace[751626566] 'compare' (duration: 211.445614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:13.154267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.70812Z","time spent":"445.990726ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:13.48997Z","caller":"traceutil/trace.go:171","msg":"trace[946705658] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"781.511664ms","start":"2026-03-08T02:41:12.70844Z","end":"2026-03-08T02:41:13.489951Z","steps":["trace[946705658] 'process raft request' (duration: 737.068308ms)","trace[946705658] 'compare' (duration: 44.057047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:13.490083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.708414Z","time spent":"781.614187ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:13.490231Z","caller":"traceutil/trace.go:171","msg":"trace[1220721711] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"781.694269ms","start":"2026-03-08T02:41:12.708531Z","end":"2026-03-08T02:41:13.490225Z","steps":["trace[1220721711] 'process raft request' (duration: 781.392892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:13.490266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.708513Z","time spent":"781.736809ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:13.490284Z","caller":"traceutil/trace.go:171","msg":"trace[1234803901] linearizableReadLoop","detail":"{readStateIndex:8064; appliedIndex:8059; }","duration":"779.010366ms","start":"2026-03-08T02:41:12.711247Z","end":"2026-03-08T02:41:13.490257Z","steps":["trace[1234803901] 'read index received' (duration: 230.758194ms)","trace[1234803901] 'applied index is now lower than readState.Index' (duration: 548.251172ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:13.490435Z","caller":"traceutil/trace.go:171","msg":"trace[564270480] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"781.442202ms","start":"2026-03-08T02:41:12.708981Z","end":"2026-03-08T02:41:13.490423Z","steps":["trace[564270480] 'process raft request' (duration: 781.237058ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:13.490456Z","caller":"traceutil/trace.go:171","msg":"trace[717589261] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"781.903254ms","start":"2026-03-08T02:41:12.708534Z","end":"2026-03-08T02:41:13.490437Z","steps":["trace[717589261] 'process raft request' (duration: 781.611467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:13.490475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.708967Z","time spent":"781.488284ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:13.490544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.287102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:13.49063Z","caller":"traceutil/trace.go:171","msg":"trace[983053163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7766; }","duration":"779.392505ms","start":"2026-03-08T02:41:12.711224Z","end":"2026-03-08T02:41:13.490617Z","steps":["trace[983053163] 'agreement among raft nodes before linearized reading' (duration: 779.210951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:13.490688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.711216Z","time spent":"779.461236ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:41:13.490553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.708513Z","time spent":"781.977735ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:13.793049Z","caller":"traceutil/trace.go:171","msg":"trace[296968343] linearizableReadLoop","detail":"{readStateIndex:8065; appliedIndex:8064; }","duration":"302.679482ms","start":"2026-03-08T02:41:13.490345Z","end":"2026-03-08T02:41:13.793024Z","steps":["trace[296968343] 'read index received' (duration: 263.681272ms)","trace[296968343] 'applied index is now lower than readState.Index' (duration: 38.99703ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:13.793285Z","caller":"traceutil/trace.go:171","msg":"trace[1456791896] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"725.353264ms","start":"2026-03-08T02:41:13.067895Z","end":"2026-03-08T02:41:13.793248Z","steps":["trace[1456791896] 'process raft request' (duration: 686.288673ms)","trace[1456791896] 'compare' (duration: 38.646542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:13.793347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027148846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:41:13.793432Z","caller":"traceutil/trace.go:171","msg":"trace[1903689630] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7767; }","duration":"1.027283179s","start":"2026-03-08T02:41:12.76613Z","end":"2026-03-08T02:41:13.793413Z","steps":["trace[1903689630] 'agreement among raft nodes before linearized reading' (duration: 1.027109045s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:13.793419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.571747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:13.793455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:13.067866Z","time spent":"725.498888ms","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:13.79349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.766116Z","time spent":"1.027363531s","remote":"127.0.0.1:49786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:13.793546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066993146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222756"} {"level":"info","ts":"2026-03-08T02:41:13.793586Z","caller":"traceutil/trace.go:171","msg":"trace[275233114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7767; }","duration":"301.72166ms","start":"2026-03-08T02:41:13.491768Z","end":"2026-03-08T02:41:13.793489Z","steps":["trace[275233114] 'agreement among raft nodes before linearized reading' (duration: 301.463394ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:13.793603Z","caller":"traceutil/trace.go:171","msg":"trace[806290215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7767; }","duration":"1.067087897s","start":"2026-03-08T02:41:12.726501Z","end":"2026-03-08T02:41:13.793589Z","steps":["trace[806290215] 'agreement among raft nodes before linearized reading' (duration: 1.066701248s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:13.793657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:12.72649Z","time spent":"1.06715757s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222779,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:41:13.793663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:13.491749Z","time spent":"301.896625ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:41:14.351203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.060658ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:41:15.140711Z","caller":"traceutil/trace.go:171","msg":"trace[596060645] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"510.943812ms","start":"2026-03-08T02:41:14.629741Z","end":"2026-03-08T02:41:15.140684Z","steps":["trace[596060645] 'process raft request' (duration: 510.771908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:15.140867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:14.629716Z","time spent":"511.072324ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:15.14598Z","caller":"traceutil/trace.go:171","msg":"trace[915960295] linearizableReadLoop","detail":"{readStateIndex:8068; appliedIndex:8066; }","duration":"435.835509ms","start":"2026-03-08T02:41:14.71012Z","end":"2026-03-08T02:41:15.145956Z","steps":["trace[915960295] 'read index received' (duration: 430.404942ms)","trace[915960295] 'applied index is now lower than readState.Index' (duration: 5.429607ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:15.14612Z","caller":"traceutil/trace.go:171","msg":"trace[494060023] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"435.871199ms","start":"2026-03-08T02:41:14.71023Z","end":"2026-03-08T02:41:15.146101Z","steps":["trace[494060023] 'process raft request' (duration: 435.690785ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:15.146075Z","caller":"traceutil/trace.go:171","msg":"trace[306156177] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"435.834208ms","start":"2026-03-08T02:41:14.710185Z","end":"2026-03-08T02:41:15.146019Z","steps":["trace[306156177] 'process raft request' (duration: 435.690875ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:15.146197Z","caller":"traceutil/trace.go:171","msg":"trace[311454316] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"472.75957ms","start":"2026-03-08T02:41:14.673388Z","end":"2026-03-08T02:41:15.146148Z","steps":["trace[311454316] 'process raft request' (duration: 472.32881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:15.146407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.87607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-775fc7bcc8-x2kpm.189abd650532619e\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-08T02:41:15.146459Z","caller":"traceutil/trace.go:171","msg":"trace[422597433] range","detail":"{range_begin:/registry/events/openstack/barbican-api-775fc7bcc8-x2kpm.189abd650532619e; range_end:; response_count:1; response_revision:7771; }","duration":"243.953262ms","start":"2026-03-08T02:41:14.902487Z","end":"2026-03-08T02:41:15.14644Z","steps":["trace[422597433] 'agreement among raft nodes before linearized reading' (duration: 243.805519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:15.146502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:14.710156Z","time spent":"436.210917ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:15.146537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:14.673362Z","time spent":"473.077588ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:15.146246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:14.710202Z","time spent":"435.954821ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:15.146521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.364721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:15.146599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.440743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19575"} {"level":"info","ts":"2026-03-08T02:41:15.146629Z","caller":"traceutil/trace.go:171","msg":"trace[275078511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7771; }","duration":"436.529215ms","start":"2026-03-08T02:41:14.710074Z","end":"2026-03-08T02:41:15.146603Z","steps":["trace[275078511] 'agreement among raft nodes before linearized reading' (duration: 436.32143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:15.146444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.770371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:41:15.146658Z","caller":"traceutil/trace.go:171","msg":"trace[1585702549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7771; }","duration":"271.534425ms","start":"2026-03-08T02:41:14.875109Z","end":"2026-03-08T02:41:15.146643Z","steps":["trace[1585702549] 'agreement among raft nodes before linearized reading' (duration: 271.32011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:15.146687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:14.710056Z","time spent":"436.620577ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:41:15.146868Z","caller":"traceutil/trace.go:171","msg":"trace[306287727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7771; }","duration":"350.13236ms","start":"2026-03-08T02:41:14.796549Z","end":"2026-03-08T02:41:15.146681Z","steps":["trace[306287727] 'agreement among raft nodes before linearized reading' (duration: 349.73624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:15.147078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:14.796524Z","time spent":"350.528798ms","remote":"127.0.0.1:33192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:41:41.645928Z","caller":"traceutil/trace.go:171","msg":"trace[865602538] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8256; }","duration":"426.511961ms","start":"2026-03-08T02:41:41.219387Z","end":"2026-03-08T02:41:41.645899Z","steps":["trace[865602538] 'read index received' (duration: 426.276936ms)","trace[865602538] 'applied index is now lower than readState.Index' (duration: 233.765µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:41.647579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.14684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:41.647656Z","caller":"traceutil/trace.go:171","msg":"trace[834824179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7951; }","duration":"428.295473ms","start":"2026-03-08T02:41:41.219342Z","end":"2026-03-08T02:41:41.647638Z","steps":["trace[834824179] 'agreement among raft nodes before linearized reading' (duration: 428.061117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:41.647701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.219325Z","time spent":"428.367735ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:41:41.647872Z","caller":"traceutil/trace.go:171","msg":"trace[69734374] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"416.802645ms","start":"2026-03-08T02:41:41.231038Z","end":"2026-03-08T02:41:41.64784Z","steps":["trace[69734374] 'process raft request' (duration: 416.629881ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:41.648043Z","caller":"traceutil/trace.go:171","msg":"trace[950442617] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"934.973234ms","start":"2026-03-08T02:41:40.713057Z","end":"2026-03-08T02:41:41.64803Z","steps":["trace[950442617] 'process raft request' (duration: 932.66184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:41.648042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.163266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-08T02:41:41.648118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:40.713039Z","time spent":"935.032426ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:41.648129Z","caller":"traceutil/trace.go:171","msg":"trace[702246393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7954; }","duration":"415.2865ms","start":"2026-03-08T02:41:41.232824Z","end":"2026-03-08T02:41:41.648111Z","steps":["trace[702246393] 'agreement among raft nodes before linearized reading' (duration: 415.046454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:41.648176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.232811Z","time spent":"415.356241ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:41:41.648048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.231017Z","time spent":"416.928238ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:41.648462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.705146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:41:41.648539Z","caller":"traceutil/trace.go:171","msg":"trace[2098582016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7954; }","duration":"366.816009ms","start":"2026-03-08T02:41:41.281693Z","end":"2026-03-08T02:41:41.648509Z","steps":["trace[2098582016] 'agreement among raft nodes before linearized reading' (duration: 366.620164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:41.648594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.281683Z","time spent":"366.88774ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:41:41.648606Z","caller":"traceutil/trace.go:171","msg":"trace[2026193037] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"410.938868ms","start":"2026-03-08T02:41:41.237654Z","end":"2026-03-08T02:41:41.648593Z","steps":["trace[2026193037] 'process raft request' (duration: 410.135409ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:41.648689Z","caller":"traceutil/trace.go:171","msg":"trace[1709989849] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"407.409736ms","start":"2026-03-08T02:41:41.241271Z","end":"2026-03-08T02:41:41.64868Z","steps":["trace[1709989849] 'process raft request' (duration: 406.558356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:41.64869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.237645Z","time spent":"410.98916ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:41.648739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.241256Z","time spent":"407.460627ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:42.381472Z","caller":"traceutil/trace.go:171","msg":"trace[1752074495] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8261; }","duration":"668.718973ms","start":"2026-03-08T02:41:41.71273Z","end":"2026-03-08T02:41:42.381449Z","steps":["trace[1752074495] 'read index received' (duration: 30.722177ms)","trace[1752074495] 'applied index is now lower than readState.Index' (duration: 637.995856ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:42.381589Z","caller":"traceutil/trace.go:171","msg":"trace[809837147] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"727.402662ms","start":"2026-03-08T02:41:41.654175Z","end":"2026-03-08T02:41:42.381578Z","steps":["trace[809837147] 'process raft request' (duration: 727.112275ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:42.381564Z","caller":"traceutil/trace.go:171","msg":"trace[547514601] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"728.382145ms","start":"2026-03-08T02:41:41.653153Z","end":"2026-03-08T02:41:42.381536Z","steps":["trace[547514601] 'process raft request' (duration: 726.48151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:42.381706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.654162Z","time spent":"727.472893ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:42.381814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.653137Z","time spent":"728.578009ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:42.381921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.707506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:42.381962Z","caller":"traceutil/trace.go:171","msg":"trace[1994408204] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7959; }","duration":"654.785968ms","start":"2026-03-08T02:41:41.727166Z","end":"2026-03-08T02:41:42.381952Z","steps":["trace[1994408204] 'agreement among raft nodes before linearized reading' (duration: 654.722336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:42.381997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.727148Z","time spent":"654.84284ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T02:41:42.382129Z","caller":"traceutil/trace.go:171","msg":"trace[190077002] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"727.677588ms","start":"2026-03-08T02:41:41.654422Z","end":"2026-03-08T02:41:42.382099Z","steps":["trace[190077002] 'process raft request' (duration: 726.953331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:42.382248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.654411Z","time spent":"727.778591ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:42.382227Z","caller":"traceutil/trace.go:171","msg":"trace[23638546] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"727.103955ms","start":"2026-03-08T02:41:41.655079Z","end":"2026-03-08T02:41:42.382183Z","steps":["trace[23638546] 'process raft request' (duration: 726.333207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:42.382283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.537312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:42.382283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.380725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:41:42.382333Z","caller":"traceutil/trace.go:171","msg":"trace[999205378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7959; }","duration":"669.596873ms","start":"2026-03-08T02:41:41.712722Z","end":"2026-03-08T02:41:42.382318Z","steps":["trace[999205378] 'agreement among raft nodes before linearized reading' (duration: 669.510331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:42.382376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.712659Z","time spent":"669.710096ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:41:42.382388Z","caller":"traceutil/trace.go:171","msg":"trace[867930014] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:7959; }","duration":"416.536459ms","start":"2026-03-08T02:41:41.965827Z","end":"2026-03-08T02:41:42.382363Z","steps":["trace[867930014] 'agreement among raft nodes before linearized reading' (duration: 416.231422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:42.382391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.655068Z","time spent":"727.238608ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:42.382444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:41.965805Z","time spent":"416.624631ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:41:46.990135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081857366,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:41:47.839497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.710883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:47.839672Z","caller":"traceutil/trace.go:171","msg":"trace[16510518] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"1.356677915s","start":"2026-03-08T02:41:46.482962Z","end":"2026-03-08T02:41:47.83964Z","steps":["trace[16510518] 'process raft request' (duration: 873.727906ms)","trace[16510518] 'compare' (duration: 482.316764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:47.839738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:46.482949Z","time spent":"1.356757206s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:48.098639Z","caller":"traceutil/trace.go:171","msg":"trace[464136588] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"1.615568295s","start":"2026-03-08T02:41:46.48304Z","end":"2026-03-08T02:41:48.098608Z","steps":["trace[464136588] 'process raft request' (duration: 1.615265498s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:48.098645Z","caller":"traceutil/trace.go:171","msg":"trace[1334769777] linearizableReadLoop","detail":"{readStateIndex:8285; appliedIndex:8282; }","duration":"1.609394081s","start":"2026-03-08T02:41:46.489225Z","end":"2026-03-08T02:41:48.098619Z","steps":["trace[1334769777] 'read index received' (duration: 867.483731ms)","trace[1334769777] 'applied index is now lower than readState.Index' (duration: 741.90929ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:48.098706Z","caller":"traceutil/trace.go:171","msg":"trace[90385717] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"1.615035803s","start":"2026-03-08T02:41:46.483646Z","end":"2026-03-08T02:41:48.098682Z","steps":["trace[90385717] 'process raft request' (duration: 1.614858288s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:48.098748Z","caller":"traceutil/trace.go:171","msg":"trace[261090977] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"974.853875ms","start":"2026-03-08T02:41:47.123866Z","end":"2026-03-08T02:41:48.09872Z","steps":["trace[261090977] 'process raft request' (duration: 974.689222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.098782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:46.483023Z","time spent":"1.615686787s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:48.098829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:47.123849Z","time spent":"974.943577ms","remote":"127.0.0.1:36924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:48.098843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:46.483631Z","time spent":"1.615126124s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:48.09887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609626736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:41:48.098934Z","caller":"traceutil/trace.go:171","msg":"trace[2099169381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:7979; }","duration":"1.609715758s","start":"2026-03-08T02:41:46.489203Z","end":"2026-03-08T02:41:48.098918Z","steps":["trace[2099169381] 'agreement among raft nodes before linearized reading' (duration: 1.609538804s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.098968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:46.489196Z","time spent":"1.609767329s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:41:48.175834Z","caller":"traceutil/trace.go:171","msg":"trace[862713834] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"477.264066ms","start":"2026-03-08T02:41:47.698527Z","end":"2026-03-08T02:41:48.175791Z","steps":["trace[862713834] 'process raft request' (duration: 476.808025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.176279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.236856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:41:48.176328Z","caller":"traceutil/trace.go:171","msg":"trace[404968588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7982; }","duration":"405.332597ms","start":"2026-03-08T02:41:47.770984Z","end":"2026-03-08T02:41:48.176317Z","steps":["trace[404968588] 'agreement among raft nodes before linearized reading' (duration: 405.173773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.176361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:47.770961Z","time spent":"405.392029ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:41:48.176393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466686631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:48.176441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.184457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:41:48.176475Z","caller":"traceutil/trace.go:171","msg":"trace[167464032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7982; }","duration":"1.466841495s","start":"2026-03-08T02:41:46.709612Z","end":"2026-03-08T02:41:48.176454Z","steps":["trace[167464032] 'agreement among raft nodes before linearized reading' (duration: 1.466680142s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:48.176505Z","caller":"traceutil/trace.go:171","msg":"trace[242971350] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7982; }","duration":"832.30253ms","start":"2026-03-08T02:41:47.344187Z","end":"2026-03-08T02:41:48.176489Z","steps":["trace[242971350] 'agreement among raft nodes before linearized reading' (duration: 832.188487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.176526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:46.709584Z","time spent":"1.466933337s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:41:48.176545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:47.344163Z","time spent":"832.371341ms","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:48.176557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285219077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:48.176557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014397348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:41:48.17662Z","caller":"traceutil/trace.go:171","msg":"trace[988249198] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7982; }","duration":"1.28532254s","start":"2026-03-08T02:41:46.89128Z","end":"2026-03-08T02:41:48.176602Z","steps":["trace[988249198] 'agreement among raft nodes before linearized reading' (duration: 1.285213727s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:48.176628Z","caller":"traceutil/trace.go:171","msg":"trace[1763240271] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7982; }","duration":"1.01448336s","start":"2026-03-08T02:41:47.162128Z","end":"2026-03-08T02:41:48.176611Z","steps":["trace[1763240271] 'agreement among raft nodes before linearized reading' (duration: 1.014350537s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.17666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:46.891264Z","time spent":"1.285388981s","remote":"127.0.0.1:60692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:48.176626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.526801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-08T02:41:48.176664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:47.162104Z","time spent":"1.014550772s","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:41:48.176725Z","caller":"traceutil/trace.go:171","msg":"trace[1384532420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7982; }","duration":"768.662485ms","start":"2026-03-08T02:41:47.408034Z","end":"2026-03-08T02:41:48.176697Z","steps":["trace[1384532420] 'agreement among raft nodes before linearized reading' (duration: 768.388699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.17679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:47.408019Z","time spent":"768.758337ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:41:48.176082Z","caller":"traceutil/trace.go:171","msg":"trace[792980762] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"465.553613ms","start":"2026-03-08T02:41:47.710505Z","end":"2026-03-08T02:41:48.176058Z","steps":["trace[792980762] 'process raft request' (duration: 464.939229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.177062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:47.710478Z","time spent":"466.532315ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:48.17614Z","caller":"traceutil/trace.go:171","msg":"trace[1603471694] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"465.618354ms","start":"2026-03-08T02:41:47.710512Z","end":"2026-03-08T02:41:48.176131Z","steps":["trace[1603471694] 'process raft request' (duration: 464.969449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.177198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:47.710493Z","time spent":"466.633368ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:48.177613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572348096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T02:41:48.177651Z","caller":"traceutil/trace.go:171","msg":"trace[491762927] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7982; }","duration":"1.572423098s","start":"2026-03-08T02:41:46.60522Z","end":"2026-03-08T02:41:48.177643Z","steps":["trace[491762927] 'agreement among raft nodes before linearized reading' (duration: 1.571106567s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.177671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:46.6052Z","time spent":"1.5724651s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":858,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:48.176298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:47.698506Z","time spent":"477.692165ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:48.362518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.521708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:48.362717Z","caller":"traceutil/trace.go:171","msg":"trace[1196201048] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"180.621245ms","start":"2026-03-08T02:41:48.182076Z","end":"2026-03-08T02:41:48.362698Z","steps":["trace[1196201048] 'process raft request' (duration: 180.533873ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:48.362796Z","caller":"traceutil/trace.go:171","msg":"trace[1390321667] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"183.719185ms","start":"2026-03-08T02:41:48.179045Z","end":"2026-03-08T02:41:48.362764Z","steps":["trace[1390321667] 'process raft request' (duration: 45.874569ms)","trace[1390321667] 'compare' (duration: 137.212971ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:48.362837Z","caller":"traceutil/trace.go:171","msg":"trace[1883386472] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8289; }","duration":"182.298743ms","start":"2026-03-08T02:41:48.180517Z","end":"2026-03-08T02:41:48.362815Z","steps":["trace[1883386472] 'read index received' (duration: 44.418366ms)","trace[1883386472] 'applied index is now lower than readState.Index' (duration: 137.878097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:48.363103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.565279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-08T02:41:48.363139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.481848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:48.36316Z","caller":"traceutil/trace.go:171","msg":"trace[774254914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7984; }","duration":"182.661322ms","start":"2026-03-08T02:41:48.180484Z","end":"2026-03-08T02:41:48.363146Z","steps":["trace[774254914] 'agreement among raft nodes before linearized reading' (duration: 182.441607ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:48.363171Z","caller":"traceutil/trace.go:171","msg":"trace[839589859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7984; }","duration":"179.536359ms","start":"2026-03-08T02:41:48.183625Z","end":"2026-03-08T02:41:48.363161Z","steps":["trace[839589859] 'agreement among raft nodes before linearized reading' (duration: 179.481528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.634408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.192601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-08T02:41:48.634499Z","caller":"traceutil/trace.go:171","msg":"trace[1998874725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7985; }","duration":"164.316934ms","start":"2026-03-08T02:41:48.470158Z","end":"2026-03-08T02:41:48.634475Z","steps":["trace[1998874725] 'range keys from in-memory index tree' (duration: 164.029427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.634671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.364872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:41:48.634906Z","caller":"traceutil/trace.go:171","msg":"trace[1466862514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7985; }","duration":"169.622008ms","start":"2026-03-08T02:41:48.465232Z","end":"2026-03-08T02:41:48.634854Z","steps":["trace[1466862514] 'range keys from in-memory index tree' (duration: 169.060725ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:48.929714Z","caller":"traceutil/trace.go:171","msg":"trace[2046353369] linearizableReadLoop","detail":"{readStateIndex:8293; appliedIndex:8292; }","duration":"233.095069ms","start":"2026-03-08T02:41:48.696598Z","end":"2026-03-08T02:41:48.929693Z","steps":["trace[2046353369] 'read index received' (duration: 232.978246ms)","trace[2046353369] 'applied index is now lower than readState.Index' (duration: 115.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:48.930008Z","caller":"traceutil/trace.go:171","msg":"trace[1079859421] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"290.662992ms","start":"2026-03-08T02:41:48.639336Z","end":"2026-03-08T02:41:48.929999Z","steps":["trace[1079859421] 'process raft request' (duration: 290.211661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:48.930231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.608011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:41:48.930297Z","caller":"traceutil/trace.go:171","msg":"trace[6494799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7986; }","duration":"233.724614ms","start":"2026-03-08T02:41:48.696559Z","end":"2026-03-08T02:41:48.930283Z","steps":["trace[6494799] 'agreement among raft nodes before linearized reading' (duration: 233.595441ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:54.89839Z","caller":"traceutil/trace.go:171","msg":"trace[742141464] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8051; }","duration":"178.420723ms","start":"2026-03-08T02:41:54.719945Z","end":"2026-03-08T02:41:54.898366Z","steps":["trace[742141464] 'process raft request' (duration: 178.352761ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:54.898499Z","caller":"traceutil/trace.go:171","msg":"trace[2013782392] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"181.127686ms","start":"2026-03-08T02:41:54.71727Z","end":"2026-03-08T02:41:54.898397Z","steps":["trace[2013782392] 'process raft request' (duration: 112.923084ms)","trace[2013782392] 'compare' (duration: 67.934165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:55.83017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.858345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:55.830414Z","caller":"traceutil/trace.go:171","msg":"trace[1501526122] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"896.582548ms","start":"2026-03-08T02:41:54.933803Z","end":"2026-03-08T02:41:55.830385Z","steps":["trace[1501526122] 'process raft request' (duration: 161.404886ms)","trace[1501526122] 'compare' (duration: 734.085527ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:55.830505Z","caller":"traceutil/trace.go:171","msg":"trace[1170606010] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8365; }","duration":"896.112167ms","start":"2026-03-08T02:41:54.934359Z","end":"2026-03-08T02:41:55.830472Z","steps":["trace[1170606010] 'read index received' (duration: 160.819032ms)","trace[1170606010] 'applied index is now lower than readState.Index' (duration: 735.289975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:55.830537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:54.933791Z","time spent":"896.67631ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:55.830561Z","caller":"traceutil/trace.go:171","msg":"trace[1885869673] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"809.529267ms","start":"2026-03-08T02:41:55.021015Z","end":"2026-03-08T02:41:55.830544Z","steps":["trace[1885869673] 'process raft request' (duration: 809.330642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:55.830634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:55.020989Z","time spent":"809.608949ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:41:55.830753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.373463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rzrps\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-08T02:41:55.830789Z","caller":"traceutil/trace.go:171","msg":"trace[439510284] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rzrps; range_end:; response_count:1; response_revision:8054; }","duration":"896.445085ms","start":"2026-03-08T02:41:54.934331Z","end":"2026-03-08T02:41:55.830776Z","steps":["trace[439510284] 'agreement among raft nodes before linearized reading' (duration: 896.257111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:55.830822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:54.934316Z","time spent":"896.497576ms","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rzrps\" "} {"level":"warn","ts":"2026-03-08T02:41:56.330774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081857611,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:41:56.792902Z","caller":"traceutil/trace.go:171","msg":"trace[1259051923] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"1.079396094s","start":"2026-03-08T02:41:55.713487Z","end":"2026-03-08T02:41:56.792883Z","steps":["trace[1259051923] 'process raft request' (duration: 1.039510083s)","trace[1259051923] 'compare' (duration: 39.649886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:56.793007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:55.713472Z","time spent":"1.079478387s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:57.337696Z","caller":"traceutil/trace.go:171","msg":"trace[2135229104] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8056; }","duration":"1.503988981s","start":"2026-03-08T02:41:55.833685Z","end":"2026-03-08T02:41:57.337674Z","steps":["trace[2135229104] 'process raft request' (duration: 1.503770006s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.337887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:55.833671Z","time spent":"1.504092494s","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-08T02:41:57.338141Z","caller":"traceutil/trace.go:171","msg":"trace[1215188741] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"1.23131831s","start":"2026-03-08T02:41:56.106804Z","end":"2026-03-08T02:41:57.338123Z","steps":["trace[1215188741] 'process raft request' (duration: 1.230812888s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.338248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.106777Z","time spent":"1.231412731s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:57.338544Z","caller":"traceutil/trace.go:171","msg":"trace[173750399] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"1.112894646s","start":"2026-03-08T02:41:56.22562Z","end":"2026-03-08T02:41:57.338515Z","steps":["trace[173750399] 'process raft request' (duration: 1.112424615s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:57.338595Z","caller":"traceutil/trace.go:171","msg":"trace[718662629] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"1.112773723s","start":"2026-03-08T02:41:56.225794Z","end":"2026-03-08T02:41:57.338568Z","steps":["trace[718662629] 'process raft request' (duration: 1.112607969s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:57.338665Z","caller":"traceutil/trace.go:171","msg":"trace[345071533] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"1.11090486s","start":"2026-03-08T02:41:56.227753Z","end":"2026-03-08T02:41:57.338658Z","steps":["trace[345071533] 'process raft request' (duration: 1.110766527s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.338702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.227722Z","time spent":"1.110961051s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:57.338765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.225758Z","time spent":"1.112926007s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:57.338815Z","caller":"traceutil/trace.go:171","msg":"trace[63752512] linearizableReadLoop","detail":"{readStateIndex:8373; appliedIndex:8367; }","duration":"1.508250751s","start":"2026-03-08T02:41:55.830558Z","end":"2026-03-08T02:41:57.338809Z","steps":["trace[63752512] 'read index received' (duration: 922.469353ms)","trace[63752512] 'applied index is now lower than readState.Index' (duration: 585.780648ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:57.338874Z","caller":"traceutil/trace.go:171","msg":"trace[2111318046] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"678.136642ms","start":"2026-03-08T02:41:56.660733Z","end":"2026-03-08T02:41:57.33887Z","steps":["trace[2111318046] 'process raft request' (duration: 677.895477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.338905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.660712Z","time spent":"678.178444ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:57.33896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.225604Z","time spent":"1.113011959s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:57.339009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377055782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:41:57.339028Z","caller":"traceutil/trace.go:171","msg":"trace[904485679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8061; }","duration":"2.377112012s","start":"2026-03-08T02:41:54.961912Z","end":"2026-03-08T02:41:57.339024Z","steps":["trace[904485679] 'agreement among raft nodes before linearized reading' (duration: 2.37703814s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.339042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:54.961891Z","time spent":"2.377148033s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:41:57.339063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972079733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:41:57.339098Z","caller":"traceutil/trace.go:171","msg":"trace[878594796] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8061; }","duration":"1.972151664s","start":"2026-03-08T02:41:55.366937Z","end":"2026-03-08T02:41:57.339088Z","steps":["trace[878594796] 'agreement among raft nodes before linearized reading' (duration: 1.972076833s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.339137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:55.36691Z","time spent":"1.972219686s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:57.339164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.024731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-08T02:41:57.339182Z","caller":"traceutil/trace.go:171","msg":"trace[74983529] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8061; }","duration":"219.078142ms","start":"2026-03-08T02:41:57.120099Z","end":"2026-03-08T02:41:57.339178Z","steps":["trace[74983529] 'agreement among raft nodes before linearized reading' (duration: 219.02111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.33926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628992628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:57.339307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.524931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-08T02:41:57.339325Z","caller":"traceutil/trace.go:171","msg":"trace[2095564204] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8061; }","duration":"681.541042ms","start":"2026-03-08T02:41:56.657776Z","end":"2026-03-08T02:41:57.339317Z","steps":["trace[2095564204] 'agreement among raft nodes before linearized reading' (duration: 681.495881ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:57.339317Z","caller":"traceutil/trace.go:171","msg":"trace[2648125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8061; }","duration":"1.629333446s","start":"2026-03-08T02:41:55.709969Z","end":"2026-03-08T02:41:57.339302Z","steps":["trace[2648125] 'agreement among raft nodes before linearized reading' (duration: 1.628996699s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.339341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.657699Z","time spent":"681.639244ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-08T02:41:57.339112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.418509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:41:57.339355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:55.709948Z","time spent":"1.629397817s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:41:57.339373Z","caller":"traceutil/trace.go:171","msg":"trace[1878181101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8061; }","duration":"936.705636ms","start":"2026-03-08T02:41:56.402657Z","end":"2026-03-08T02:41:57.339363Z","steps":["trace[1878181101] 'agreement among raft nodes before linearized reading' (duration: 936.424639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.339416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.402639Z","time spent":"936.766947ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:41:57.33959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185885079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:41:57.339611Z","caller":"traceutil/trace.go:171","msg":"trace[126328637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8061; }","duration":"1.185935421s","start":"2026-03-08T02:41:56.15367Z","end":"2026-03-08T02:41:57.339606Z","steps":["trace[126328637] 'agreement among raft nodes before linearized reading' (duration: 1.185873349s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.339624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.153653Z","time spent":"1.185967812s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:41:57.338992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318018203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rzrps\" ","response":"range_response_count:1 size:4647"} {"level":"warn","ts":"2026-03-08T02:41:57.339288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441453993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:41:57.339999Z","caller":"traceutil/trace.go:171","msg":"trace[778174060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8061; }","duration":"1.44221108s","start":"2026-03-08T02:41:55.897763Z","end":"2026-03-08T02:41:57.339974Z","steps":["trace[778174060] 'agreement among raft nodes before linearized reading' (duration: 1.441298729s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.340129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:55.897729Z","time spent":"1.442369254s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:41:57.339415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106331073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:41:57.340293Z","caller":"traceutil/trace.go:171","msg":"trace[943093631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:8061; }","duration":"1.107224104s","start":"2026-03-08T02:41:56.233056Z","end":"2026-03-08T02:41:57.34028Z","steps":["trace[943093631] 'agreement among raft nodes before linearized reading' (duration: 1.106280522s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.340341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.233044Z","time spent":"1.107279925s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:41:57.340476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171397782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:41:57.340734Z","caller":"traceutil/trace.go:171","msg":"trace[950346603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8061; }","duration":"1.171673477s","start":"2026-03-08T02:41:56.169047Z","end":"2026-03-08T02:41:57.34072Z","steps":["trace[950346603] 'agreement among raft nodes before linearized reading' (duration: 1.170393068s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.340937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:56.169037Z","time spent":"1.171889903s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:41:57.343004Z","caller":"traceutil/trace.go:171","msg":"trace[2128894246] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rzrps; range_end:; response_count:1; response_revision:8061; }","duration":"2.318769121s","start":"2026-03-08T02:41:55.02093Z","end":"2026-03-08T02:41:57.339699Z","steps":["trace[2128894246] 'agreement among raft nodes before linearized reading' (duration: 2.317965702s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.343077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:55.020914Z","time spent":"2.32214412s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rzrps\" "} {"level":"info","ts":"2026-03-08T02:41:57.489517Z","caller":"traceutil/trace.go:171","msg":"trace[1014078619] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"143.620932ms","start":"2026-03-08T02:41:57.345872Z","end":"2026-03-08T02:41:57.489493Z","steps":["trace[1014078619] 'process raft request' (duration: 92.055588ms)","trace[1014078619] 'compare' (duration: 51.4106ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:57.489839Z","caller":"traceutil/trace.go:171","msg":"trace[1884031008] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"143.780895ms","start":"2026-03-08T02:41:57.346035Z","end":"2026-03-08T02:41:57.489815Z","steps":["trace[1884031008] 'process raft request' (duration: 143.418417ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:57.48992Z","caller":"traceutil/trace.go:171","msg":"trace[2141734525] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"142.021904ms","start":"2026-03-08T02:41:57.34787Z","end":"2026-03-08T02:41:57.489892Z","steps":["trace[2141734525] 'process raft request' (duration: 141.86681ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:57.489974Z","caller":"traceutil/trace.go:171","msg":"trace[1001843173] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"139.144457ms","start":"2026-03-08T02:41:57.350786Z","end":"2026-03-08T02:41:57.48993Z","steps":["trace[1001843173] 'process raft request' (duration: 138.990193ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:57.490114Z","caller":"traceutil/trace.go:171","msg":"trace[697198662] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"142.474464ms","start":"2026-03-08T02:41:57.347593Z","end":"2026-03-08T02:41:57.490067Z","steps":["trace[697198662] 'process raft request' (duration: 142.084065ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:57.490143Z","caller":"traceutil/trace.go:171","msg":"trace[1601429831] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8375; }","duration":"143.262113ms","start":"2026-03-08T02:41:57.346616Z","end":"2026-03-08T02:41:57.489878Z","steps":["trace[1601429831] 'read index received' (duration: 46.468614ms)","trace[1601429831] 'applied index is now lower than readState.Index' (duration: 96.792519ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:57.490166Z","caller":"traceutil/trace.go:171","msg":"trace[528024739] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"137.363695ms","start":"2026-03-08T02:41:57.352784Z","end":"2026-03-08T02:41:57.490148Z","steps":["trace[528024739] 'process raft request' (duration: 137.038977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.490308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.678712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rzrps\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-08T02:41:57.490352Z","caller":"traceutil/trace.go:171","msg":"trace[688998358] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rzrps; range_end:; response_count:1; response_revision:8068; }","duration":"143.766294ms","start":"2026-03-08T02:41:57.346579Z","end":"2026-03-08T02:41:57.490345Z","steps":["trace[688998358] 'agreement among raft nodes before linearized reading' (duration: 143.664312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.490377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.921885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:57.490424Z","caller":"traceutil/trace.go:171","msg":"trace[590096809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8068; }","duration":"140.014237ms","start":"2026-03-08T02:41:57.350398Z","end":"2026-03-08T02:41:57.490412Z","steps":["trace[590096809] 'agreement among raft nodes before linearized reading' (duration: 139.931105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.491159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.089988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227401"} {"level":"info","ts":"2026-03-08T02:41:57.491205Z","caller":"traceutil/trace.go:171","msg":"trace[892352430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8068; }","duration":"143.1592ms","start":"2026-03-08T02:41:57.348036Z","end":"2026-03-08T02:41:57.491195Z","steps":["trace[892352430] 'agreement among raft nodes before linearized reading' (duration: 142.259779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:57.720709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.017087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:57.720952Z","caller":"traceutil/trace.go:171","msg":"trace[1784613375] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"197.665082ms","start":"2026-03-08T02:41:57.523254Z","end":"2026-03-08T02:41:57.720919Z","steps":["trace[1784613375] 'process raft request' (duration: 93.306297ms)","trace[1784613375] 'compare' (duration: 103.637138ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:58.35472Z","caller":"traceutil/trace.go:171","msg":"trace[258803101] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"272.927758ms","start":"2026-03-08T02:41:58.081766Z","end":"2026-03-08T02:41:58.354693Z","steps":["trace[258803101] 'process raft request' (duration: 272.624871ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:58.354925Z","caller":"traceutil/trace.go:171","msg":"trace[1308883556] linearizableReadLoop","detail":"{readStateIndex:8386; appliedIndex:8383; }","duration":"227.951239ms","start":"2026-03-08T02:41:58.126963Z","end":"2026-03-08T02:41:58.354914Z","steps":["trace[1308883556] 'read index received' (duration: 11.780385ms)","trace[1308883556] 'applied index is now lower than readState.Index' (duration: 216.169744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:58.355084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.113022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-08T02:41:58.355124Z","caller":"traceutil/trace.go:171","msg":"trace[317316739] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8073; }","duration":"228.194464ms","start":"2026-03-08T02:41:58.126918Z","end":"2026-03-08T02:41:58.355112Z","steps":["trace[317316739] 'agreement among raft nodes before linearized reading' (duration: 228.034131ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:58.355237Z","caller":"traceutil/trace.go:171","msg":"trace[184729430] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"266.604621ms","start":"2026-03-08T02:41:58.088574Z","end":"2026-03-08T02:41:58.355178Z","steps":["trace[184729430] 'process raft request' (duration: 265.996217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:58.797037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.924394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:58.797219Z","caller":"traceutil/trace.go:171","msg":"trace[550041285] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"305.986679ms","start":"2026-03-08T02:41:58.491207Z","end":"2026-03-08T02:41:58.797193Z","steps":["trace[550041285] 'process raft request' (duration: 189.820759ms)","trace[550041285] 'compare' (duration: 115.768041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:58.797294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:58.491184Z","time spent":"306.077172ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:59.954369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.104345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:59.95464Z","caller":"traceutil/trace.go:171","msg":"trace[970197869] linearizableReadLoop","detail":"{readStateIndex:8394; appliedIndex:8391; }","duration":"557.736934ms","start":"2026-03-08T02:41:59.396853Z","end":"2026-03-08T02:41:59.95459Z","steps":["trace[970197869] 'read index received' (duration: 425.33µs)","trace[970197869] 'applied index is now lower than readState.Index' (duration: 557.310544ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:59.954703Z","caller":"traceutil/trace.go:171","msg":"trace[652095493] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"606.312217ms","start":"2026-03-08T02:41:59.348356Z","end":"2026-03-08T02:41:59.954668Z","steps":["trace[652095493] 'process raft request' (duration: 427.817882ms)","trace[652095493] 'compare' (duration: 177.952232ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:59.954735Z","caller":"traceutil/trace.go:171","msg":"trace[361705161] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"605.860686ms","start":"2026-03-08T02:41:59.34884Z","end":"2026-03-08T02:41:59.9547Z","steps":["trace[361705161] 'process raft request' (duration: 605.653672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:59.954849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.348345Z","time spent":"606.431549ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:59.954849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.348814Z","time spent":"605.975568ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:59.954986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.917031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:41:59.954976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.119912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:41:59.955039Z","caller":"traceutil/trace.go:171","msg":"trace[1582399614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8080; }","duration":"435.992003ms","start":"2026-03-08T02:41:59.519035Z","end":"2026-03-08T02:41:59.955027Z","steps":["trace[1582399614] 'agreement among raft nodes before linearized reading' (duration: 435.826649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:59.955039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.317721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:41:59.955041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.822363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:41:59.95508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.519025Z","time spent":"436.046664ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:41:59.955061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.415632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:41:59.955152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.880581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:41:59.95516Z","caller":"traceutil/trace.go:171","msg":"trace[1304950448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8080; }","duration":"436.961586ms","start":"2026-03-08T02:41:59.518142Z","end":"2026-03-08T02:41:59.955104Z","steps":["trace[1304950448] 'agreement among raft nodes before linearized reading' (duration: 436.72767ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:59.955194Z","caller":"traceutil/trace.go:171","msg":"trace[477823711] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:8080; }","duration":"435.942822ms","start":"2026-03-08T02:41:59.51924Z","end":"2026-03-08T02:41:59.955183Z","steps":["trace[477823711] 'agreement among raft nodes before linearized reading' (duration: 435.819929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:59.955209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.518117Z","time spent":"437.081828ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:41:59.955161Z","caller":"traceutil/trace.go:171","msg":"trace[380073868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8080; }","duration":"436.536536ms","start":"2026-03-08T02:41:59.518607Z","end":"2026-03-08T02:41:59.955144Z","steps":["trace[380073868] 'agreement among raft nodes before linearized reading' (duration: 436.258949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:59.955231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.519229Z","time spent":"435.995343ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:41:59.955253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.518598Z","time spent":"436.644118ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:41:59.95509Z","caller":"traceutil/trace.go:171","msg":"trace[1829505922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8080; }","duration":"220.403623ms","start":"2026-03-08T02:41:59.734673Z","end":"2026-03-08T02:41:59.955076Z","steps":["trace[1829505922] 'agreement among raft nodes before linearized reading' (duration: 220.310361ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:59.955074Z","caller":"traceutil/trace.go:171","msg":"trace[664093749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8080; }","duration":"558.268996ms","start":"2026-03-08T02:41:59.396783Z","end":"2026-03-08T02:41:59.955052Z","steps":["trace[664093749] 'agreement among raft nodes before linearized reading' (duration: 558.04913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:59.955379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.396759Z","time spent":"558.606014ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:41:59.95578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.653792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:41:59.955939Z","caller":"traceutil/trace.go:171","msg":"trace[1348421262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8080; }","duration":"437.853067ms","start":"2026-03-08T02:41:59.51806Z","end":"2026-03-08T02:41:59.955913Z","steps":["trace[1348421262] 'agreement among raft nodes before linearized reading' (duration: 436.790952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:59.956082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.518038Z","time spent":"438.0264ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:42:00.317075Z","caller":"traceutil/trace.go:171","msg":"trace[281270837] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"357.516722ms","start":"2026-03-08T02:41:59.959532Z","end":"2026-03-08T02:42:00.317049Z","steps":["trace[281270837] 'process raft request' (duration: 357.312357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:00.317234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.959511Z","time spent":"357.641995ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:00.317398Z","caller":"traceutil/trace.go:171","msg":"trace[442780319] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"357.616174ms","start":"2026-03-08T02:41:59.95977Z","end":"2026-03-08T02:42:00.317387Z","steps":["trace[442780319] 'process raft request' (duration: 357.237206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:00.317457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.959747Z","time spent":"357.681815ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:00.317497Z","caller":"traceutil/trace.go:171","msg":"trace[311730149] linearizableReadLoop","detail":"{readStateIndex:8398; appliedIndex:8394; }","duration":"356.832735ms","start":"2026-03-08T02:41:59.960634Z","end":"2026-03-08T02:42:00.317467Z","steps":["trace[311730149] 'read index received' (duration: 74.862846ms)","trace[311730149] 'applied index is now lower than readState.Index' (duration: 281.968629ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:00.317658Z","caller":"traceutil/trace.go:171","msg":"trace[123326607] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"356.645821ms","start":"2026-03-08T02:41:59.960993Z","end":"2026-03-08T02:42:00.317639Z","steps":["trace[123326607] 'process raft request' (duration: 356.408256ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:00.317544Z","caller":"traceutil/trace.go:171","msg":"trace[223804869] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"357.733527ms","start":"2026-03-08T02:41:59.9598Z","end":"2026-03-08T02:42:00.317534Z","steps":["trace[223804869] 'process raft request' (duration: 357.483121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:00.317789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.960982Z","time spent":"356.721133ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:00.317805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.959784Z","time spent":"357.950952ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:00.317974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.539826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:00.31805Z","caller":"traceutil/trace.go:171","msg":"trace[1259785913] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8085; }","duration":"100.645798ms","start":"2026-03-08T02:42:00.217383Z","end":"2026-03-08T02:42:00.318029Z","steps":["trace[1259785913] 'agreement among raft nodes before linearized reading' (duration: 100.534456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:00.318158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.524282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227401"} {"level":"info","ts":"2026-03-08T02:42:00.318204Z","caller":"traceutil/trace.go:171","msg":"trace[672097935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8085; }","duration":"357.573113ms","start":"2026-03-08T02:41:59.960621Z","end":"2026-03-08T02:42:00.318194Z","steps":["trace[672097935] 'agreement among raft nodes before linearized reading' (duration: 357.222705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:00.318241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:59.960608Z","time spent":"357.624754ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227424,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:42:00.318311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.471464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-08T02:42:00.318463Z","caller":"traceutil/trace.go:171","msg":"trace[245038716] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8085; }","duration":"172.74229ms","start":"2026-03-08T02:42:00.145671Z","end":"2026-03-08T02:42:00.318414Z","steps":["trace[245038716] 'agreement among raft nodes before linearized reading' (duration: 172.250779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:02.122314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671141261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:02.12241Z","caller":"traceutil/trace.go:171","msg":"trace[1119894693] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8085; }","duration":"1.671283395s","start":"2026-03-08T02:42:00.451103Z","end":"2026-03-08T02:42:02.122386Z","steps":["trace[1119894693] 'count revisions from in-memory index tree' (duration: 1.671051s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:02.122459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:00.451081Z","time spent":"1.671365556s","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:02.122949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414429141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:02.123055Z","caller":"traceutil/trace.go:171","msg":"trace[804776601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8085; }","duration":"1.414581875s","start":"2026-03-08T02:42:00.708448Z","end":"2026-03-08T02:42:02.12303Z","steps":["trace[804776601] 'range keys from in-memory index tree' (duration: 1.41434263s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:02.123085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193262442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:42:02.123118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:00.708428Z","time spent":"1.414675588s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:42:02.123136Z","caller":"traceutil/trace.go:171","msg":"trace[81350797] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8085; }","duration":"1.193367734s","start":"2026-03-08T02:42:00.929757Z","end":"2026-03-08T02:42:02.123124Z","steps":["trace[81350797] 'count revisions from in-memory index tree' (duration: 1.193149748s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:02.123162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:00.92973Z","time spent":"1.193426735s","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:02.123773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.467024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:02.123867Z","caller":"traceutil/trace.go:171","msg":"trace[1178556986] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"717.565832ms","start":"2026-03-08T02:42:01.406285Z","end":"2026-03-08T02:42:02.123851Z","steps":["trace[1178556986] 'process raft request' (duration: 328.940334ms)","trace[1178556986] 'compare' (duration: 388.207458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:02.124072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.406258Z","time spent":"717.742107ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:02.5413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081857707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:03.04209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081857707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:03.455051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391642329s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:42:03.987233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:03.987432Z","caller":"traceutil/trace.go:171","msg":"trace[707462533] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8400; }","duration":"1.947207782s","start":"2026-03-08T02:42:02.040207Z","end":"2026-03-08T02:42:03.987415Z","steps":["trace[707462533] 'read index received' (duration: 1.415064266s)","trace[707462533] 'applied index is now lower than readState.Index' (duration: 532.142526ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:03.987523Z","caller":"traceutil/trace.go:171","msg":"trace[647018713] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"2.027181097s","start":"2026-03-08T02:42:01.960329Z","end":"2026-03-08T02:42:03.98751Z","steps":["trace[647018713] 'process raft request' (duration: 2.027007733s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.987656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.960302Z","time spent":"2.027311981s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:03.987741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666551364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:42:03.987755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663257447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:42:03.987769Z","caller":"traceutil/trace.go:171","msg":"trace[1986114297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8088; }","duration":"1.666588594s","start":"2026-03-08T02:42:02.321172Z","end":"2026-03-08T02:42:03.98776Z","steps":["trace[1986114297] 'agreement among raft nodes before linearized reading' (duration: 1.666486402s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.987721Z","caller":"traceutil/trace.go:171","msg":"trace[218670320] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"2.027642589s","start":"2026-03-08T02:42:01.960019Z","end":"2026-03-08T02:42:03.987661Z","steps":["trace[218670320] 'process raft request' (duration: 1.495263648s)","trace[218670320] 'compare' (duration: 531.651074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:03.987795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.321167Z","time spent":"1.666622975s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:42:03.987755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39592334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:03.987797Z","caller":"traceutil/trace.go:171","msg":"trace[887556624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:8088; }","duration":"1.663341569s","start":"2026-03-08T02:42:02.324443Z","end":"2026-03-08T02:42:03.987785Z","steps":["trace[887556624] 'agreement among raft nodes before linearized reading' (duration: 1.663216836s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.987801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66552107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:42:03.987838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.324423Z","time spent":"1.66340733s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:42:03.98784Z","caller":"traceutil/trace.go:171","msg":"trace[919780879] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8088; }","duration":"1.396093444s","start":"2026-03-08T02:42:02.591727Z","end":"2026-03-08T02:42:03.987821Z","steps":["trace[919780879] 'agreement among raft nodes before linearized reading' (duration: 1.395899129s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.98787Z","caller":"traceutil/trace.go:171","msg":"trace[681465876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8088; }","duration":"1.665603301s","start":"2026-03-08T02:42:02.322246Z","end":"2026-03-08T02:42:03.98785Z","steps":["trace[681465876] 'agreement among raft nodes before linearized reading' (duration: 1.665410557s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.987831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666677127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:42:03.987889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.591692Z","time spent":"1.396187186s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:42:03.987919Z","caller":"traceutil/trace.go:171","msg":"trace[154153915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8088; }","duration":"1.666789989s","start":"2026-03-08T02:42:02.321118Z","end":"2026-03-08T02:42:03.987908Z","steps":["trace[154153915] 'agreement among raft nodes before linearized reading' (duration: 1.666644045s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.987926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.322241Z","time spent":"1.665671233s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:03.987933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947699703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:42:03.987936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.960001Z","time spent":"2.027827033s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:03.98797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.321101Z","time spent":"1.666841691s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:42:03.987962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.550752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:03.987987Z","caller":"traceutil/trace.go:171","msg":"trace[188895752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8088; }","duration":"1.947810136s","start":"2026-03-08T02:42:02.040162Z","end":"2026-03-08T02:42:03.987972Z","steps":["trace[188895752] 'agreement among raft nodes before linearized reading' (duration: 1.947660073s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.987988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.764898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-08T02:42:03.988034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.040141Z","time spent":"1.947884597s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:42:03.988037Z","caller":"traceutil/trace.go:171","msg":"trace[1309739368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8088; }","duration":"351.696686ms","start":"2026-03-08T02:42:03.636321Z","end":"2026-03-08T02:42:03.988018Z","steps":["trace[1309739368] 'agreement among raft nodes before linearized reading' (duration: 351.555153ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.98805Z","caller":"traceutil/trace.go:171","msg":"trace[88276351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8088; }","duration":"105.868631ms","start":"2026-03-08T02:42:03.882165Z","end":"2026-03-08T02:42:03.988034Z","steps":["trace[88276351] 'agreement among raft nodes before linearized reading' (duration: 105.644075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.988081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:03.636299Z","time spent":"351.771218ms","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:03.987701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863299314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:03.988165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.1887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:03.988177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665869817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:42:03.98817Z","caller":"traceutil/trace.go:171","msg":"trace[1999750466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8088; }","duration":"1.863818616s","start":"2026-03-08T02:42:02.124331Z","end":"2026-03-08T02:42:03.988149Z","steps":["trace[1999750466] 'agreement among raft nodes before linearized reading' (duration: 1.863298564s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.988241Z","caller":"traceutil/trace.go:171","msg":"trace[1051211878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8088; }","duration":"359.303113ms","start":"2026-03-08T02:42:03.628922Z","end":"2026-03-08T02:42:03.988225Z","steps":["trace[1051211878] 'agreement among raft nodes before linearized reading' (duration: 359.025677ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.988263Z","caller":"traceutil/trace.go:171","msg":"trace[893553010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8088; }","duration":"1.66599932s","start":"2026-03-08T02:42:02.322234Z","end":"2026-03-08T02:42:03.988233Z","steps":["trace[893553010] 'agreement among raft nodes before linearized reading' (duration: 1.66554012s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.988287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:03.628902Z","time spent":"359.374755ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:42:03.988307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.322211Z","time spent":"1.666088183s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:03.988603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.12429Z","time spent":"1.86395653s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:42:04.403974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.134333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:04.404108Z","caller":"traceutil/trace.go:171","msg":"trace[1562548199] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"408.991363ms","start":"2026-03-08T02:42:03.995092Z","end":"2026-03-08T02:42:04.404083Z","steps":["trace[1562548199] 'process raft request' (duration: 171.656385ms)","trace[1562548199] 'compare' (duration: 236.764355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:04.404205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:03.995081Z","time spent":"409.080055ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:04.863087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.832293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:04.863399Z","caller":"traceutil/trace.go:171","msg":"trace[1889228234] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"868.182066ms","start":"2026-03-08T02:42:03.995199Z","end":"2026-03-08T02:42:04.863381Z","steps":["trace[1889228234] 'process raft request' (duration: 868.087014ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:04.863403Z","caller":"traceutil/trace.go:171","msg":"trace[1819894026] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"868.244368ms","start":"2026-03-08T02:42:03.995134Z","end":"2026-03-08T02:42:04.863379Z","steps":["trace[1819894026] 'process raft request' (duration: 868.051344ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:04.863416Z","caller":"traceutil/trace.go:171","msg":"trace[2130556792] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"734.488047ms","start":"2026-03-08T02:42:04.128903Z","end":"2026-03-08T02:42:04.863391Z","steps":["trace[2130556792] 'process raft request' (duration: 734.432806ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:04.863444Z","caller":"traceutil/trace.go:171","msg":"trace[1283807101] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"868.286849ms","start":"2026-03-08T02:42:03.995121Z","end":"2026-03-08T02:42:04.863408Z","steps":["trace[1283807101] 'process raft request' (duration: 617.066327ms)","trace[1283807101] 'compare' (duration: 250.741981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:04.863489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:03.995177Z","time spent":"868.260498ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:04.863488Z","caller":"traceutil/trace.go:171","msg":"trace[1916057823] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"868.287649ms","start":"2026-03-08T02:42:03.995148Z","end":"2026-03-08T02:42:04.863435Z","steps":["trace[1916057823] 'process raft request' (duration: 868.113835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:04.863527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:03.995115Z","time spent":"868.34445ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:04.863548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:04.128875Z","time spent":"734.600259ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:04.863519Z","caller":"traceutil/trace.go:171","msg":"trace[96585747] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8402; }","duration":"866.20724ms","start":"2026-03-08T02:42:03.997271Z","end":"2026-03-08T02:42:04.863478Z","steps":["trace[96585747] 'read index received' (duration: 169.492345ms)","trace[96585747] 'applied index is now lower than readState.Index' (duration: 696.711975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:04.863616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:03.995096Z","time spent":"868.415222ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:04.863734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:03.995134Z","time spent":"868.486124ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:05.004818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.41513ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-08T02:42:05.004847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007544858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:05.005212Z","caller":"traceutil/trace.go:171","msg":"trace[175098927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8094; }","duration":"1.007938147s","start":"2026-03-08T02:42:03.99725Z","end":"2026-03-08T02:42:05.005188Z","steps":["trace[175098927] 'agreement among raft nodes before linearized reading' (duration: 866.340783ms)","trace[175098927] 'range keys from in-memory index tree' (duration: 141.179735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:05.005315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:03.997241Z","time spent":"1.00805016s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:42:05.005373Z","caller":"traceutil/trace.go:171","msg":"trace[1458660835] linearizableReadLoop","detail":"{readStateIndex:8410; appliedIndex:8408; }","duration":"141.733238ms","start":"2026-03-08T02:42:04.863612Z","end":"2026-03-08T02:42:05.005346Z","steps":["trace[1458660835] 'read index received' (duration: 66.289367ms)","trace[1458660835] 'applied index is now lower than readState.Index' (duration: 75.441411ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:05.005386Z","caller":"traceutil/trace.go:171","msg":"trace[246837849] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"158.761765ms","start":"2026-03-08T02:42:04.846593Z","end":"2026-03-08T02:42:05.005355Z","steps":["trace[246837849] 'process raft request' (duration: 158.357595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:05.071105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017843268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:05.071178Z","caller":"traceutil/trace.go:171","msg":"trace[97574315] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8095; }","duration":"1.017955721s","start":"2026-03-08T02:42:04.053204Z","end":"2026-03-08T02:42:05.071159Z","steps":["trace[97574315] 'agreement among raft nodes before linearized reading' (duration: 952.241888ms)","trace[97574315] 'range keys from in-memory index tree' (duration: 65.598111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:05.07122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:04.053186Z","time spent":"1.018024922s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T02:42:05.07116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.784901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-775fc7bcc8-x2kpm.189abd650532619e\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-08T02:42:05.071283Z","caller":"traceutil/trace.go:171","msg":"trace[1682455261] range","detail":"{range_begin:/registry/events/openstack/barbican-api-775fc7bcc8-x2kpm.189abd650532619e; range_end:; response_count:1; response_revision:8095; }","duration":"169.947145ms","start":"2026-03-08T02:42:04.901312Z","end":"2026-03-08T02:42:05.071259Z","steps":["trace[1682455261] 'agreement among raft nodes before linearized reading' (duration: 104.205622ms)","trace[1682455261] 'range keys from in-memory index tree' (duration: 65.509588ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:10.872033Z","caller":"traceutil/trace.go:171","msg":"trace[437148358] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"157.035153ms","start":"2026-03-08T02:42:10.714976Z","end":"2026-03-08T02:42:10.872011Z","steps":["trace[437148358] 'process raft request' (duration: 156.91117ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:10.904283Z","caller":"traceutil/trace.go:171","msg":"trace[1829059163] linearizableReadLoop","detail":"{readStateIndex:8472; appliedIndex:8470; }","duration":"184.081198ms","start":"2026-03-08T02:42:10.720178Z","end":"2026-03-08T02:42:10.904259Z","steps":["trace[1829059163] 'read index received' (duration: 151.79442ms)","trace[1829059163] 'applied index is now lower than readState.Index' (duration: 32.285548ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:10.904409Z","caller":"traceutil/trace.go:171","msg":"trace[634742204] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"186.416783ms","start":"2026-03-08T02:42:10.717976Z","end":"2026-03-08T02:42:10.904393Z","steps":["trace[634742204] 'process raft request' (duration: 186.144387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:10.904616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.429307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-08T02:42:10.904699Z","caller":"traceutil/trace.go:171","msg":"trace[1147619006] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8156; }","duration":"184.55753ms","start":"2026-03-08T02:42:10.720122Z","end":"2026-03-08T02:42:10.904679Z","steps":["trace[1147619006] 'agreement among raft nodes before linearized reading' (duration: 184.316774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:10.904955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.59296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-bssqz\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-03-08T02:42:10.905043Z","caller":"traceutil/trace.go:171","msg":"trace[953219312] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-bssqz; range_end:; response_count:1; response_revision:8157; }","duration":"184.692913ms","start":"2026-03-08T02:42:10.720331Z","end":"2026-03-08T02:42:10.905023Z","steps":["trace[953219312] 'agreement among raft nodes before linearized reading' (duration: 184.527959ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:11.049878Z","caller":"traceutil/trace.go:171","msg":"trace[1712797689] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"138.52194ms","start":"2026-03-08T02:42:10.911334Z","end":"2026-03-08T02:42:11.049856Z","steps":["trace[1712797689] 'process raft request' (duration: 60.135511ms)","trace[1712797689] 'compare' (duration: 78.187784ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:11.049917Z","caller":"traceutil/trace.go:171","msg":"trace[370421766] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8473; }","duration":"136.649425ms","start":"2026-03-08T02:42:10.913251Z","end":"2026-03-08T02:42:11.0499Z","steps":["trace[370421766] 'read index received' (duration: 442.73µs)","trace[370421766] 'applied index is now lower than readState.Index' (duration: 136.205665ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:11.049953Z","caller":"traceutil/trace.go:171","msg":"trace[1159864158] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"137.610937ms","start":"2026-03-08T02:42:10.912317Z","end":"2026-03-08T02:42:11.049928Z","steps":["trace[1159864158] 'process raft request' (duration: 137.471764ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:11.049989Z","caller":"traceutil/trace.go:171","msg":"trace[1049195251] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"136.84847ms","start":"2026-03-08T02:42:10.913107Z","end":"2026-03-08T02:42:11.049955Z","steps":["trace[1049195251] 'process raft request' (duration: 136.734317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:11.050137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.751358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-08T02:42:11.050186Z","caller":"traceutil/trace.go:171","msg":"trace[153115838] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8161; }","duration":"136.823809ms","start":"2026-03-08T02:42:10.913351Z","end":"2026-03-08T02:42:11.050175Z","steps":["trace[153115838] 'agreement among raft nodes before linearized reading' (duration: 136.657735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:11.050336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.958953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-bssqz\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-03-08T02:42:11.050397Z","caller":"traceutil/trace.go:171","msg":"trace[740429817] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-bssqz; range_end:; response_count:1; response_revision:8161; }","duration":"137.154957ms","start":"2026-03-08T02:42:10.913225Z","end":"2026-03-08T02:42:11.050379Z","steps":["trace[740429817] 'agreement among raft nodes before linearized reading' (duration: 136.760098ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:13.487966Z","caller":"traceutil/trace.go:171","msg":"trace[885334556] linearizableReadLoop","detail":"{readStateIndex:8500; appliedIndex:8499; }","duration":"245.844007ms","start":"2026-03-08T02:42:13.242102Z","end":"2026-03-08T02:42:13.487946Z","steps":["trace[885334556] 'read index received' (duration: 245.762715ms)","trace[885334556] 'applied index is now lower than readState.Index' (duration: 80.392µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:13.488043Z","caller":"traceutil/trace.go:171","msg":"trace[170463983] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"256.013224ms","start":"2026-03-08T02:42:13.231988Z","end":"2026-03-08T02:42:13.488001Z","steps":["trace[170463983] 'process raft request' (duration: 255.811489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:13.488161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.044561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-08T02:42:13.488204Z","caller":"traceutil/trace.go:171","msg":"trace[1949877851] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8184; }","duration":"246.148994ms","start":"2026-03-08T02:42:13.242042Z","end":"2026-03-08T02:42:13.488191Z","steps":["trace[1949877851] 'agreement among raft nodes before linearized reading' (duration: 246.012991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:13.56509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.298645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:13.565215Z","caller":"traceutil/trace.go:171","msg":"trace[1533864857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8185; }","duration":"277.486999ms","start":"2026-03-08T02:42:13.287699Z","end":"2026-03-08T02:42:13.565185Z","steps":["trace[1533864857] 'agreement among raft nodes before linearized reading' (duration: 277.279834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:13.565109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.385741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:42:13.565241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.014699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:13.565289Z","caller":"traceutil/trace.go:171","msg":"trace[725817138] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8185; }","duration":"235.641217ms","start":"2026-03-08T02:42:13.329627Z","end":"2026-03-08T02:42:13.565268Z","steps":["trace[725817138] 'agreement among raft nodes before linearized reading' (duration: 235.34508ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:13.565347Z","caller":"traceutil/trace.go:171","msg":"trace[441726230] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8185; }","duration":"286.198913ms","start":"2026-03-08T02:42:13.279122Z","end":"2026-03-08T02:42:13.565321Z","steps":["trace[441726230] 'agreement among raft nodes before linearized reading' (duration: 285.976308ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:14.23251Z","caller":"traceutil/trace.go:171","msg":"trace[1689591367] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"165.646696ms","start":"2026-03-08T02:42:14.066837Z","end":"2026-03-08T02:42:14.232484Z","steps":["trace[1689591367] 'process raft request' (duration: 165.480942ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:14.430064Z","caller":"traceutil/trace.go:171","msg":"trace[1056087139] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"363.148459ms","start":"2026-03-08T02:42:14.066879Z","end":"2026-03-08T02:42:14.430028Z","steps":["trace[1056087139] 'process raft request' (duration: 306.762196ms)","trace[1056087139] 'compare' (duration: 56.199778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:14.43027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:14.066849Z","time spent":"363.314622ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:14.43584Z","caller":"traceutil/trace.go:171","msg":"trace[304712570] linearizableReadLoop","detail":"{readStateIndex:8507; appliedIndex:8506; }","duration":"363.628369ms","start":"2026-03-08T02:42:14.072188Z","end":"2026-03-08T02:42:14.435816Z","steps":["trace[304712570] 'read index received' (duration: 160.28269ms)","trace[304712570] 'applied index is now lower than readState.Index' (duration: 203.344549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:14.436077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.862355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:42:14.436161Z","caller":"traceutil/trace.go:171","msg":"trace[1028228788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:8191; }","duration":"363.995348ms","start":"2026-03-08T02:42:14.072145Z","end":"2026-03-08T02:42:14.43614Z","steps":["trace[1028228788] 'agreement among raft nodes before linearized reading' (duration: 363.756392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.436212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:14.072125Z","time spent":"364.07782ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:42:16.963842Z","caller":"traceutil/trace.go:171","msg":"trace[937193511] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"244.350741ms","start":"2026-03-08T02:42:16.719465Z","end":"2026-03-08T02:42:16.963815Z","steps":["trace[937193511] 'process raft request' (duration: 244.271829ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:16.963919Z","caller":"traceutil/trace.go:171","msg":"trace[2033875941] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"245.122359ms","start":"2026-03-08T02:42:16.718718Z","end":"2026-03-08T02:42:16.963841Z","steps":["trace[2033875941] 'process raft request' (duration: 161.100878ms)","trace[2033875941] 'compare' (duration: 83.706793ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:16.986254Z","caller":"traceutil/trace.go:171","msg":"trace[1957797769] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"226.577454ms","start":"2026-03-08T02:42:16.759649Z","end":"2026-03-08T02:42:16.986226Z","steps":["trace[1957797769] 'process raft request' (duration: 226.354929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.819303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.502338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-08T02:42:17.819383Z","caller":"traceutil/trace.go:171","msg":"trace[450882856] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8251; }","duration":"103.620601ms","start":"2026-03-08T02:42:17.715741Z","end":"2026-03-08T02:42:17.819361Z","steps":["trace[450882856] 'agreement among raft nodes before linearized reading' (duration: 103.437676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.819755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.257673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-08T02:42:17.819792Z","caller":"traceutil/trace.go:171","msg":"trace[695634714] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8251; }","duration":"106.311614ms","start":"2026-03-08T02:42:17.713471Z","end":"2026-03-08T02:42:17.819783Z","steps":["trace[695634714] 'agreement among raft nodes before linearized reading' (duration: 106.209221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.820091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.059568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111959"} {"level":"info","ts":"2026-03-08T02:42:17.820125Z","caller":"traceutil/trace.go:171","msg":"trace[659752575] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8251; }","duration":"106.110929ms","start":"2026-03-08T02:42:17.714005Z","end":"2026-03-08T02:42:17.820116Z","steps":["trace[659752575] 'agreement among raft nodes before linearized reading' (duration: 105.411383ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:19.003476Z","caller":"traceutil/trace.go:171","msg":"trace[953498801] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"101.46589ms","start":"2026-03-08T02:42:18.901984Z","end":"2026-03-08T02:42:19.00345Z","steps":["trace[953498801] 'process raft request' (duration: 57.152101ms)","trace[953498801] 'compare' (duration: 43.91545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:49.400992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.856947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:42:49.401105Z","caller":"traceutil/trace.go:171","msg":"trace[1589066722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8462; }","duration":"136.0154ms","start":"2026-03-08T02:42:49.265061Z","end":"2026-03-08T02:42:49.401077Z","steps":["trace[1589066722] 'range keys from in-memory index tree' (duration: 135.656332ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:49.546139Z","caller":"traceutil/trace.go:171","msg":"trace[2142171698] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8789; }","duration":"102.434323ms","start":"2026-03-08T02:42:49.443679Z","end":"2026-03-08T02:42:49.546113Z","steps":["trace[2142171698] 'read index received' (duration: 79.350071ms)","trace[2142171698] 'applied index is now lower than readState.Index' (duration: 23.083282ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:49.546239Z","caller":"traceutil/trace.go:171","msg":"trace[2132660298] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"118.469759ms","start":"2026-03-08T02:42:49.427738Z","end":"2026-03-08T02:42:49.546208Z","steps":["trace[2132660298] 'process raft request' (duration: 95.343567ms)","trace[2132660298] 'compare' (duration: 22.923668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:49.546846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.15638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:49 size:634334"} {"level":"info","ts":"2026-03-08T02:42:49.546912Z","caller":"traceutil/trace.go:171","msg":"trace[1719490362] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:49; response_revision:8465; }","duration":"103.261202ms","start":"2026-03-08T02:42:49.443636Z","end":"2026-03-08T02:42:49.546897Z","steps":["trace[1719490362] 'agreement among raft nodes before linearized reading' (duration: 102.583347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:49.937755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.217016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:49.937819Z","caller":"traceutil/trace.go:171","msg":"trace[1600576151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8467; }","duration":"226.332109ms","start":"2026-03-08T02:42:49.711471Z","end":"2026-03-08T02:42:49.937804Z","steps":["trace[1600576151] 'range keys from in-memory index tree' (duration: 226.116754ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:50.762513Z","caller":"traceutil/trace.go:171","msg":"trace[852959039] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"148.752509ms","start":"2026-03-08T02:42:50.613713Z","end":"2026-03-08T02:42:50.762466Z","steps":["trace[852959039] 'process raft request' (duration: 148.347759ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:55.015981Z","caller":"traceutil/trace.go:171","msg":"trace[952067727] linearizableReadLoop","detail":"{readStateIndex:8904; appliedIndex:8903; }","duration":"115.56832ms","start":"2026-03-08T02:42:54.900386Z","end":"2026-03-08T02:42:55.015955Z","steps":["trace[952067727] 'read index received' (duration: 115.379206ms)","trace[952067727] 'applied index is now lower than readState.Index' (duration: 188.204µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:55.016214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.805477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-775fc7bcc8-x2kpm.189abd650532619e\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-08T02:42:55.016259Z","caller":"traceutil/trace.go:171","msg":"trace[1188013874] range","detail":"{range_begin:/registry/events/openstack/barbican-api-775fc7bcc8-x2kpm.189abd650532619e; range_end:; response_count:1; response_revision:8576; }","duration":"115.907469ms","start":"2026-03-08T02:42:54.900337Z","end":"2026-03-08T02:42:55.016244Z","steps":["trace[1188013874] 'agreement among raft nodes before linearized reading' (duration: 115.723335ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:55.016554Z","caller":"traceutil/trace.go:171","msg":"trace[416828660] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"137.195408ms","start":"2026-03-08T02:42:54.879346Z","end":"2026-03-08T02:42:55.016541Z","steps":["trace[416828660] 'process raft request' (duration: 136.478781ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:55.758457Z","caller":"traceutil/trace.go:171","msg":"trace[2064810629] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"119.148495ms","start":"2026-03-08T02:42:55.639274Z","end":"2026-03-08T02:42:55.758422Z","steps":["trace[2064810629] 'process raft request' (duration: 49.579273ms)","trace[2064810629] 'compare' (duration: 69.440519ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:55.793322Z","caller":"traceutil/trace.go:171","msg":"trace[1704223204] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8909; }","duration":"125.052393ms","start":"2026-03-08T02:42:55.668252Z","end":"2026-03-08T02:42:55.793305Z","steps":["trace[1704223204] 'read index received' (duration: 20.609954ms)","trace[1704223204] 'applied index is now lower than readState.Index' (duration: 104.441309ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:55.793444Z","caller":"traceutil/trace.go:171","msg":"trace[138490337] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"150.000448ms","start":"2026-03-08T02:42:55.643432Z","end":"2026-03-08T02:42:55.793433Z","steps":["trace[138490337] 'process raft request' (duration: 149.792654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:55.793683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.418152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:55.793724Z","caller":"traceutil/trace.go:171","msg":"trace[1788337047] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8583; }","duration":"125.507694ms","start":"2026-03-08T02:42:55.668207Z","end":"2026-03-08T02:42:55.793715Z","steps":["trace[1788337047] 'agreement among raft nodes before linearized reading' (duration: 125.415202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.431685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081859449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:43:07.587002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002578245s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:43:07.587644Z","caller":"traceutil/trace.go:171","msg":"trace[1982521827] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"1.003321603s","start":"2026-03-08T02:43:06.584292Z","end":"2026-03-08T02:43:07.587614Z","steps":["trace[1982521827] 'process raft request' (duration: 1.002954334s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.587868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:06.584266Z","time spent":"1.003503188s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:07.59241Z","caller":"traceutil/trace.go:171","msg":"trace[2002236247] linearizableReadLoop","detail":"{readStateIndex:9048; appliedIndex:9045; }","duration":"661.185988ms","start":"2026-03-08T02:43:06.931204Z","end":"2026-03-08T02:43:07.59239Z","steps":["trace[2002236247] 'read index received' (duration: 656.201901ms)","trace[2002236247] 'applied index is now lower than readState.Index' (duration: 4.983027ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:07.592452Z","caller":"traceutil/trace.go:171","msg":"trace[1408025914] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"662.048569ms","start":"2026-03-08T02:43:06.930372Z","end":"2026-03-08T02:43:07.59242Z","steps":["trace[1408025914] 'process raft request' (duration: 661.875425ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:07.592519Z","caller":"traceutil/trace.go:171","msg":"trace[896874875] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"281.600845ms","start":"2026-03-08T02:43:07.310891Z","end":"2026-03-08T02:43:07.592492Z","steps":["trace[896874875] 'process raft request' (duration: 281.463032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.592603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:06.930356Z","time spent":"662.163191ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:07.592682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.570471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:43:07.592684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.308842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:07.592738Z","caller":"traceutil/trace.go:171","msg":"trace[1831378921] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8718; }","duration":"335.695594ms","start":"2026-03-08T02:43:07.257032Z","end":"2026-03-08T02:43:07.592727Z","steps":["trace[1831378921] 'agreement among raft nodes before linearized reading' (duration: 335.592552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.592729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.432241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-77974f6b46-gjdvj.189abd827186893c\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-03-08T02:43:07.592783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:07.257008Z","time spent":"335.765956ms","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:43:07.592791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.180364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:43:07.592793Z","caller":"traceutil/trace.go:171","msg":"trace[60449807] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8718; }","duration":"120.466046ms","start":"2026-03-08T02:43:07.472299Z","end":"2026-03-08T02:43:07.592765Z","steps":["trace[60449807] 'agreement among raft nodes before linearized reading' (duration: 120.279451ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:07.592837Z","caller":"traceutil/trace.go:171","msg":"trace[465257362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8718; }","duration":"486.256296ms","start":"2026-03-08T02:43:07.106567Z","end":"2026-03-08T02:43:07.592823Z","steps":["trace[465257362] 'agreement among raft nodes before linearized reading' (duration: 486.092242ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:07.592834Z","caller":"traceutil/trace.go:171","msg":"trace[2065275586] range","detail":"{range_begin:/registry/events/openstack/glance-api-77974f6b46-gjdvj.189abd827186893c; range_end:; response_count:1; response_revision:8718; }","duration":"660.574354ms","start":"2026-03-08T02:43:06.932231Z","end":"2026-03-08T02:43:07.592806Z","steps":["trace[2065275586] 'agreement among raft nodes before linearized reading' (duration: 660.310718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.592854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.927897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-08T02:43:07.592873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:07.106552Z","time spent":"486.315237ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:43:07.592883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:06.932216Z","time spent":"660.659746ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-77974f6b46-gjdvj.189abd827186893c\" "} {"level":"info","ts":"2026-03-08T02:43:07.592923Z","caller":"traceutil/trace.go:171","msg":"trace[1666682560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8718; }","duration":"335.019098ms","start":"2026-03-08T02:43:07.257885Z","end":"2026-03-08T02:43:07.592904Z","steps":["trace[1666682560] 'agreement among raft nodes before linearized reading' (duration: 334.776472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.592966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:07.257873Z","time spent":"335.08079ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T02:43:07.592985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.778732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:43:07.593245Z","caller":"traceutil/trace.go:171","msg":"trace[72755487] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:8718; }","duration":"661.817903ms","start":"2026-03-08T02:43:06.931185Z","end":"2026-03-08T02:43:07.593003Z","steps":["trace[72755487] 'agreement among raft nodes before linearized reading' (duration: 661.292091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.59329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:06.931176Z","time spent":"662.10318ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:43:08.589681Z","caller":"traceutil/trace.go:171","msg":"trace[1060933910] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"108.408833ms","start":"2026-03-08T02:43:08.481256Z","end":"2026-03-08T02:43:08.589665Z","steps":["trace[1060933910] 'process raft request' (duration: 108.302551ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:12.799699Z","caller":"traceutil/trace.go:171","msg":"trace[904753591] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"104.277046ms","start":"2026-03-08T02:43:12.695405Z","end":"2026-03-08T02:43:12.799682Z","steps":["trace[904753591] 'process raft request' (duration: 103.99527ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:18.831296Z","caller":"traceutil/trace.go:171","msg":"trace[463585412] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"164.131159ms","start":"2026-03-08T02:43:18.667136Z","end":"2026-03-08T02:43:18.831268Z","steps":["trace[463585412] 'process raft request' (duration: 163.845223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:22.140827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081859650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:43:22.641683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081859650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:43:22.962348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329282931s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:43:22.963051Z","caller":"traceutil/trace.go:171","msg":"trace[1214801954] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"1.330070989s","start":"2026-03-08T02:43:21.63295Z","end":"2026-03-08T02:43:22.963021Z","steps":["trace[1214801954] 'process raft request' (duration: 1.329833774s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:22.963381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.63293Z","time spent":"1.330208643s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:23.582148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.961053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:43:23.5824Z","caller":"traceutil/trace.go:171","msg":"trace[2024842141] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9124; }","duration":"1.942079355s","start":"2026-03-08T02:43:21.640297Z","end":"2026-03-08T02:43:23.582376Z","steps":["trace[2024842141] 'read index received' (duration: 1.322589554s)","trace[2024842141] 'applied index is now lower than readState.Index' (duration: 619.488541ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:23.582504Z","caller":"traceutil/trace.go:171","msg":"trace[889989916] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"1.921585804s","start":"2026-03-08T02:43:21.660865Z","end":"2026-03-08T02:43:23.582451Z","steps":["trace[889989916] 'process raft request' (duration: 1.489194642s)","trace[889989916] 'compare' (duration: 431.800578ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:23.582554Z","caller":"traceutil/trace.go:171","msg":"trace[2128891416] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"1.920843997s","start":"2026-03-08T02:43:21.661673Z","end":"2026-03-08T02:43:23.582517Z","steps":["trace[2128891416] 'process raft request' (duration: 1.920604141s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.582613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871446268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:43:23.582644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.660844Z","time spent":"1.921720888s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:23.582624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94229766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:43:23.582663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.43262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:23.582684Z","caller":"traceutil/trace.go:171","msg":"trace[749153064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8794; }","duration":"1.87152637s","start":"2026-03-08T02:43:21.711139Z","end":"2026-03-08T02:43:23.582665Z","steps":["trace[749153064] 'agreement among raft nodes before linearized reading' (duration: 1.871393577s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:23.582712Z","caller":"traceutil/trace.go:171","msg":"trace[1117567713] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8794; }","duration":"567.513962ms","start":"2026-03-08T02:43:23.015181Z","end":"2026-03-08T02:43:23.582695Z","steps":["trace[1117567713] 'agreement among raft nodes before linearized reading' (duration: 567.43502ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:23.58271Z","caller":"traceutil/trace.go:171","msg":"trace[2041443275] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8794; }","duration":"1.942418603s","start":"2026-03-08T02:43:21.640274Z","end":"2026-03-08T02:43:23.582692Z","steps":["trace[2041443275] 'agreement among raft nodes before linearized reading' (duration: 1.942236238s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.582729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.711101Z","time spent":"1.871620602s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:43:23.582727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.661665Z","time spent":"1.92097904s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:23.582759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.015166Z","time spent":"567.582894ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:43:23.582758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.640266Z","time spent":"1.942482604s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T02:43:23.582767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621366492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:43:23.582767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638298439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:43:23.582805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884828902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-08T02:43:23.582825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.766502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-08T02:43:23.58281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.167717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-77974f6b46-gjdvj.189abd827186893c\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-08T02:43:23.582846Z","caller":"traceutil/trace.go:171","msg":"trace[277061277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8794; }","duration":"1.638419992s","start":"2026-03-08T02:43:21.944411Z","end":"2026-03-08T02:43:23.582831Z","steps":["trace[277061277] 'agreement among raft nodes before linearized reading' (duration: 1.638155716s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:23.582868Z","caller":"traceutil/trace.go:171","msg":"trace[2003120704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8794; }","duration":"973.825483ms","start":"2026-03-08T02:43:22.609034Z","end":"2026-03-08T02:43:23.582859Z","steps":["trace[2003120704] 'agreement among raft nodes before linearized reading' (duration: 973.70883ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:23.582839Z","caller":"traceutil/trace.go:171","msg":"trace[409401807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8794; }","duration":"1.621468755s","start":"2026-03-08T02:43:21.961352Z","end":"2026-03-08T02:43:23.582821Z","steps":["trace[409401807] 'agreement among raft nodes before linearized reading' (duration: 1.621235839s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.58268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910488134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:43:23.582877Z","caller":"traceutil/trace.go:171","msg":"trace[1121736739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:8794; }","duration":"1.884911014s","start":"2026-03-08T02:43:21.697945Z","end":"2026-03-08T02:43:23.582856Z","steps":["trace[1121736739] 'agreement among raft nodes before linearized reading' (duration: 1.88476761s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.582894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:22.609027Z","time spent":"973.863103ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T02:43:23.582903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.944374Z","time spent":"1.638515674s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:43:23.582908Z","caller":"traceutil/trace.go:171","msg":"trace[1724960005] range","detail":"{range_begin:/registry/events/openstack/glance-api-77974f6b46-gjdvj.189abd827186893c; range_end:; response_count:1; response_revision:8794; }","duration":"617.31602ms","start":"2026-03-08T02:43:22.965567Z","end":"2026-03-08T02:43:23.582883Z","steps":["trace[1724960005] 'agreement among raft nodes before linearized reading' (duration: 617.011233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.582935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.697934Z","time spent":"1.884983666s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:43:23.58297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:22.96554Z","time spent":"617.420013ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-77974f6b46-gjdvj.189abd827186893c\" "} {"level":"warn","ts":"2026-03-08T02:43:23.582963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894941099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:43:23.58291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.961339Z","time spent":"1.621559347s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:43:23.583015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909208264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:43:23.583025Z","caller":"traceutil/trace.go:171","msg":"trace[318665159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8794; }","duration":"1.895035901s","start":"2026-03-08T02:43:21.687974Z","end":"2026-03-08T02:43:23.58301Z","steps":["trace[318665159] 'agreement among raft nodes before linearized reading' (duration: 1.894887658s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:23.583061Z","caller":"traceutil/trace.go:171","msg":"trace[1810425453] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8794; }","duration":"1.909288536s","start":"2026-03-08T02:43:21.673755Z","end":"2026-03-08T02:43:23.583044Z","steps":["trace[1810425453] 'agreement among raft nodes before linearized reading' (duration: 1.909210154s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.583066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.714363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-08T02:43:23.583441Z","caller":"traceutil/trace.go:171","msg":"trace[107087783] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8794; }","duration":"975.145444ms","start":"2026-03-08T02:43:22.608229Z","end":"2026-03-08T02:43:23.583374Z","steps":["trace[107087783] 'agreement among raft nodes before linearized reading' (duration: 974.302484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.584125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:22.608208Z","time spent":"975.889532ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T02:43:23.582913Z","caller":"traceutil/trace.go:171","msg":"trace[1230059228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8794; }","duration":"1.91072741s","start":"2026-03-08T02:43:21.672173Z","end":"2026-03-08T02:43:23.5829Z","steps":["trace[1230059228] 'agreement among raft nodes before linearized reading' (duration: 1.910363521s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.584216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.672154Z","time spent":"1.91204895s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:43:23.583117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.673736Z","time spent":"1.909366937s","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:43:23.58307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.687957Z","time spent":"1.895101873s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:43:23.583099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850781473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:43:23.584499Z","caller":"traceutil/trace.go:171","msg":"trace[627593070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8794; }","duration":"1.852206907s","start":"2026-03-08T02:43:21.73228Z","end":"2026-03-08T02:43:23.584487Z","steps":["trace[627593070] 'agreement among raft nodes before linearized reading' (duration: 1.850513497s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.584529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:21.732246Z","time spent":"1.852274379s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:43:23.983966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.237267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:43:23.984122Z","caller":"traceutil/trace.go:171","msg":"trace[878216482] linearizableReadLoop","detail":"{readStateIndex:9128; appliedIndex:9127; }","duration":"397.558376ms","start":"2026-03-08T02:43:23.586542Z","end":"2026-03-08T02:43:23.9841Z","steps":["trace[878216482] 'read index received' (duration: 142.121144ms)","trace[878216482] 'applied index is now lower than readState.Index' (duration: 255.435561ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:23.984216Z","caller":"traceutil/trace.go:171","msg":"trace[1292870166] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"398.835006ms","start":"2026-03-08T02:43:23.585365Z","end":"2026-03-08T02:43:23.984199Z","steps":["trace[1292870166] 'process raft request' (duration: 143.250171ms)","trace[1292870166] 'compare' (duration: 255.005581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:43:23.984324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.585344Z","time spent":"398.915747ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:23.984588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.75676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:23.984689Z","caller":"traceutil/trace.go:171","msg":"trace[374061291] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8795; }","duration":"398.16249ms","start":"2026-03-08T02:43:23.586501Z","end":"2026-03-08T02:43:23.984663Z","steps":["trace[374061291] 'agreement among raft nodes before linearized reading' (duration: 397.722819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.984754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.586481Z","time spent":"398.256211ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T02:43:23.993082Z","caller":"traceutil/trace.go:171","msg":"trace[486712927] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"403.896814ms","start":"2026-03-08T02:43:23.589166Z","end":"2026-03-08T02:43:23.993063Z","steps":["trace[486712927] 'process raft request' (duration: 403.627078ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:23.99311Z","caller":"traceutil/trace.go:171","msg":"trace[1241535816] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"403.750421ms","start":"2026-03-08T02:43:23.589343Z","end":"2026-03-08T02:43:23.993093Z","steps":["trace[1241535816] 'process raft request' (duration: 403.543916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.993179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.589141Z","time spent":"403.982266ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:23.993229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.875959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:23.993311Z","caller":"traceutil/trace.go:171","msg":"trace[1132705134] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8802; }","duration":"153.997552ms","start":"2026-03-08T02:43:23.83929Z","end":"2026-03-08T02:43:23.993287Z","steps":["trace[1132705134] 'agreement among raft nodes before linearized reading' (duration: 153.853179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.993349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.589332Z","time spent":"403.815942ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:23.993358Z","caller":"traceutil/trace.go:171","msg":"trace[1633310709] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"403.801892ms","start":"2026-03-08T02:43:23.589545Z","end":"2026-03-08T02:43:23.993347Z","steps":["trace[1633310709] 'process raft request' (duration: 403.405412ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:23.993346Z","caller":"traceutil/trace.go:171","msg":"trace[857517948] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"404.043138ms","start":"2026-03-08T02:43:23.589149Z","end":"2026-03-08T02:43:23.993193Z","steps":["trace[857517948] 'process raft request' (duration: 403.325791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.993498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.589538Z","time spent":"403.872944ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:23.99353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.58913Z","time spent":"404.334164ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:23.993565Z","caller":"traceutil/trace.go:171","msg":"trace[1175238988] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"404.065368ms","start":"2026-03-08T02:43:23.589467Z","end":"2026-03-08T02:43:23.993532Z","steps":["trace[1175238988] 'process raft request' (duration: 403.455164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.99358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.27154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:23.993656Z","caller":"traceutil/trace.go:171","msg":"trace[456229561] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"401.753874ms","start":"2026-03-08T02:43:23.59189Z","end":"2026-03-08T02:43:23.993643Z","steps":["trace[456229561] 'process raft request' (duration: 401.139059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.993718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.589457Z","time spent":"404.185441ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:23.993783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.591882Z","time spent":"401.847927ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:23.993661Z","caller":"traceutil/trace.go:171","msg":"trace[421948363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8802; }","duration":"400.395033ms","start":"2026-03-08T02:43:23.593249Z","end":"2026-03-08T02:43:23.993644Z","steps":["trace[421948363] 'agreement among raft nodes before linearized reading' (duration: 400.27598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.993864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.593226Z","time spent":"400.628708ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:43:23.993609Z","caller":"traceutil/trace.go:171","msg":"trace[1657078860] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"401.963299ms","start":"2026-03-08T02:43:23.591624Z","end":"2026-03-08T02:43:23.993588Z","steps":["trace[1657078860] 'process raft request' (duration: 401.376666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.993989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.591612Z","time spent":"402.332068ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:23.994433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.323484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289809"} {"level":"info","ts":"2026-03-08T02:43:23.994524Z","caller":"traceutil/trace.go:171","msg":"trace[736284025] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8802; }","duration":"404.436237ms","start":"2026-03-08T02:43:23.590075Z","end":"2026-03-08T02:43:23.994511Z","steps":["trace[736284025] 'agreement among raft nodes before linearized reading' (duration: 403.185758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:23.994655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:23.590062Z","time spent":"404.551119ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289832,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:43:25.012842Z","caller":"traceutil/trace.go:171","msg":"trace[1266591712] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"110.075042ms","start":"2026-03-08T02:43:24.902747Z","end":"2026-03-08T02:43:25.012822Z","steps":["trace[1266591712] 'process raft request' (duration: 109.874977ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:15.543666Z","caller":"traceutil/trace.go:171","msg":"trace[2063591048] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"174.986876ms","start":"2026-03-08T02:44:15.368646Z","end":"2026-03-08T02:44:15.543633Z","steps":["trace[2063591048] 'process raft request' (duration: 174.7456ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:15.887531Z","caller":"traceutil/trace.go:171","msg":"trace[412579327] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"127.389864ms","start":"2026-03-08T02:44:15.760115Z","end":"2026-03-08T02:44:15.887505Z","steps":["trace[412579327] 'process raft request' (duration: 127.22514ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:15.902997Z","caller":"traceutil/trace.go:171","msg":"trace[1312609558] linearizableReadLoop","detail":"{readStateIndex:9479; appliedIndex:9477; }","duration":"119.982842ms","start":"2026-03-08T02:44:15.782993Z","end":"2026-03-08T02:44:15.902976Z","steps":["trace[1312609558] 'read index received' (duration: 104.305525ms)","trace[1312609558] 'applied index is now lower than readState.Index' (duration: 15.676637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:44:15.903096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.095654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:44:15.903128Z","caller":"traceutil/trace.go:171","msg":"trace[635234257] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9134; }","duration":"120.185836ms","start":"2026-03-08T02:44:15.782933Z","end":"2026-03-08T02:44:15.903119Z","steps":["trace[635234257] 'agreement among raft nodes before linearized reading' (duration: 120.117754ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:15.90326Z","caller":"traceutil/trace.go:171","msg":"trace[624612656] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"135.072663ms","start":"2026-03-08T02:44:15.767986Z","end":"2026-03-08T02:44:15.903059Z","steps":["trace[624612656] 'process raft request' (duration: 134.90351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:29.2179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.025998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:45:29.217967Z","caller":"traceutil/trace.go:171","msg":"trace[788467487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9596; }","duration":"468.145239ms","start":"2026-03-08T02:45:28.749815Z","end":"2026-03-08T02:45:29.21796Z","steps":["trace[788467487] 'agreement among raft nodes before linearized reading' (duration: 467.938705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:29.218006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:28.749796Z","time spent":"468.193541ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:45:29.217537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.361139ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:45:29.218116Z","caller":"traceutil/trace.go:171","msg":"trace[30511848] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9595; }","duration":"120.978694ms","start":"2026-03-08T02:45:29.097131Z","end":"2026-03-08T02:45:29.218109Z","steps":["trace[30511848] 'range keys from in-memory index tree' (duration: 120.338129ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:29.217783Z","caller":"traceutil/trace.go:171","msg":"trace[640738557] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"468.893287ms","start":"2026-03-08T02:45:28.748856Z","end":"2026-03-08T02:45:29.217749Z","steps":["trace[640738557] 'process raft request' (duration: 457.691966ms)","trace[640738557] 'compare' (duration: 10.860773ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:45:29.217748Z","caller":"traceutil/trace.go:171","msg":"trace[1190504307] linearizableReadLoop","detail":"{readStateIndex:9959; appliedIndex:9958; }","duration":"467.853613ms","start":"2026-03-08T02:45:28.749868Z","end":"2026-03-08T02:45:29.217721Z","steps":["trace[1190504307] 'read index received' (duration: 456.719453ms)","trace[1190504307] 'applied index is now lower than readState.Index' (duration: 11.13272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:45:29.218604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.820754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:45:29.218626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.768247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:45:29.218665Z","caller":"traceutil/trace.go:171","msg":"trace[994673405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9596; }","duration":"466.83432ms","start":"2026-03-08T02:45:28.751817Z","end":"2026-03-08T02:45:29.218652Z","steps":["trace[994673405] 'agreement among raft nodes before linearized reading' (duration: 466.685306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:29.218626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.051676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:45:29.218664Z","caller":"traceutil/trace.go:171","msg":"trace[45652480] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9596; }","duration":"348.922096ms","start":"2026-03-08T02:45:28.869723Z","end":"2026-03-08T02:45:29.218645Z","steps":["trace[45652480] 'agreement among raft nodes before linearized reading' (duration: 348.789773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:29.218713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.722411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:45:29.218792Z","caller":"traceutil/trace.go:171","msg":"trace[55790981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:9596; }","duration":"393.21333ms","start":"2026-03-08T02:45:28.825549Z","end":"2026-03-08T02:45:29.218763Z","steps":["trace[55790981] 'agreement among raft nodes before linearized reading' (duration: 392.987525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:29.21878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:28.869699Z","time spent":"349.068069ms","remote":"127.0.0.1:53584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:45:29.218814Z","caller":"traceutil/trace.go:171","msg":"trace[938726379] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:9596; }","duration":"321.868085ms","start":"2026-03-08T02:45:28.896917Z","end":"2026-03-08T02:45:29.218786Z","steps":["trace[938726379] 'agreement among raft nodes before linearized reading' (duration: 321.584098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:29.218702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:28.751809Z","time spent":"466.885301ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:45:29.218864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:28.825494Z","time spent":"393.349033ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:45:29.218873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:28.896889Z","time spent":"321.971907ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T02:45:29.219312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:28.748835Z","time spent":"469.597943ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:45:35.809848Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7467} {"level":"info","ts":"2026-03-08T02:45:35.894283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7467,"took":"82.466735ms","hash":2269334847,"current-db-size-bytes":40697856,"current-db-size":"41 MB","current-db-size-in-use-bytes":24920064,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-08T02:45:35.894384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2269334847,"revision":7467,"compact-revision":5509} {"level":"info","ts":"2026-03-08T02:45:37.269826Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T02:45:37.27524Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-08T02:45:37.27531Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-08T02:45:55.49593Z","caller":"traceutil/trace.go:171","msg":"trace[532164868] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"136.909937ms","start":"2026-03-08T02:45:55.35899Z","end":"2026-03-08T02:45:55.4959Z","steps":["trace[532164868] 'process raft request' (duration: 136.728473ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:55.591762Z","caller":"traceutil/trace.go:171","msg":"trace[666570201] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"229.350395ms","start":"2026-03-08T02:45:55.362377Z","end":"2026-03-08T02:45:55.591728Z","steps":["trace[666570201] 'process raft request' (duration: 214.687993ms)","trace[666570201] 'compare' (duration: 14.355365ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:45:55.591785Z","caller":"traceutil/trace.go:171","msg":"trace[1151503751] linearizableReadLoop","detail":"{readStateIndex:10088; appliedIndex:10086; }","duration":"198.664248ms","start":"2026-03-08T02:45:55.393087Z","end":"2026-03-08T02:45:55.591751Z","steps":["trace[1151503751] 'read index received' (duration: 102.730059ms)","trace[1151503751] 'applied index is now lower than readState.Index' (duration: 95.932149ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:45:55.59185Z","caller":"traceutil/trace.go:171","msg":"trace[749270244] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"189.149486ms","start":"2026-03-08T02:45:55.402659Z","end":"2026-03-08T02:45:55.591809Z","steps":["trace[749270244] 'process raft request' (duration: 188.929741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:55.591995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.215267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:45:55.592018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.908734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:45:55.592045Z","caller":"traceutil/trace.go:171","msg":"trace[379331150] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9719; }","duration":"135.33067ms","start":"2026-03-08T02:45:55.456703Z","end":"2026-03-08T02:45:55.592033Z","steps":["trace[379331150] 'agreement among raft nodes before linearized reading' (duration: 135.222997ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:55.592068Z","caller":"traceutil/trace.go:171","msg":"trace[1592723494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:9719; }","duration":"199.014086ms","start":"2026-03-08T02:45:55.39304Z","end":"2026-03-08T02:45:55.592054Z","steps":["trace[1592723494] 'agreement among raft nodes before linearized reading' (duration: 198.841912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:55.592061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.507477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:45:55.592126Z","caller":"traceutil/trace.go:171","msg":"trace[588630142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9719; }","duration":"124.613849ms","start":"2026-03-08T02:45:55.467496Z","end":"2026-03-08T02:45:55.59211Z","steps":["trace[588630142] 'agreement among raft nodes before linearized reading' (duration: 124.480546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:56.212067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.722182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:45:56.212166Z","caller":"traceutil/trace.go:171","msg":"trace[660890962] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9720; }","duration":"348.871555ms","start":"2026-03-08T02:45:55.863274Z","end":"2026-03-08T02:45:56.212146Z","steps":["trace[660890962] 'count revisions from in-memory index tree' (duration: 348.651891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:56.212217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:55.863258Z","time spent":"348.946837ms","remote":"127.0.0.1:49868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:45:56.519965Z","caller":"traceutil/trace.go:171","msg":"trace[1658603158] transaction","detail":"{read_only:false; response_revision:9722; number_of_response:1; }","duration":"143.773157ms","start":"2026-03-08T02:45:56.376151Z","end":"2026-03-08T02:45:56.519925Z","steps":["trace[1658603158] 'process raft request' (duration: 112.805174ms)","trace[1658603158] 'compare' (duration: 30.813199ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:45:56.951685Z","caller":"traceutil/trace.go:171","msg":"trace[761252950] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"124.402305ms","start":"2026-03-08T02:45:56.827258Z","end":"2026-03-08T02:45:56.95166Z","steps":["trace[761252950] 'process raft request' (duration: 124.046616ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:57.092922Z","caller":"traceutil/trace.go:171","msg":"trace[415703914] linearizableReadLoop","detail":"{readStateIndex:10094; appliedIndex:10092; }","duration":"263.011011ms","start":"2026-03-08T02:45:56.829884Z","end":"2026-03-08T02:45:57.092895Z","steps":["trace[415703914] 'read index received' (duration: 121.719372ms)","trace[415703914] 'applied index is now lower than readState.Index' (duration: 141.290209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:45:57.093104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.662038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:45:57.093111Z","caller":"traceutil/trace.go:171","msg":"trace[1686265958] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"263.990953ms","start":"2026-03-08T02:45:56.829091Z","end":"2026-03-08T02:45:57.093082Z","steps":["trace[1686265958] 'process raft request' (duration: 263.539123ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:57.093158Z","caller":"traceutil/trace.go:171","msg":"trace[236589601] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9724; }","duration":"168.73245ms","start":"2026-03-08T02:45:56.924411Z","end":"2026-03-08T02:45:57.093144Z","steps":["trace[236589601] 'agreement among raft nodes before linearized reading' (duration: 168.633918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:57.093258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.347859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:45:57.093329Z","caller":"traceutil/trace.go:171","msg":"trace[223472475] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9724; }","duration":"263.432671ms","start":"2026-03-08T02:45:56.829881Z","end":"2026-03-08T02:45:57.093313Z","steps":["trace[223472475] 'agreement among raft nodes before linearized reading' (duration: 263.156224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:47:28.121191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.385828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:47:28.121291Z","caller":"traceutil/trace.go:171","msg":"trace[2100932775] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10250; }","duration":"117.49976ms","start":"2026-03-08T02:47:28.003767Z","end":"2026-03-08T02:47:28.121267Z","steps":["trace[2100932775] 'range keys from in-memory index tree' (duration: 117.298466ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:47:30.306854Z","caller":"traceutil/trace.go:171","msg":"trace[2019940160] transaction","detail":"{read_only:false; response_revision:10274; number_of_response:1; }","duration":"127.864193ms","start":"2026-03-08T02:47:30.178968Z","end":"2026-03-08T02:47:30.306832Z","steps":["trace[2019940160] 'process raft request' (duration: 41.926172ms)","trace[2019940160] 'compare' (duration: 85.726156ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:48:35.000251Z","caller":"traceutil/trace.go:171","msg":"trace[828276641] linearizableReadLoop","detail":"{readStateIndex:11323; appliedIndex:11322; }","duration":"289.285812ms","start":"2026-03-08T02:48:34.710942Z","end":"2026-03-08T02:48:35.000228Z","steps":["trace[828276641] 'read index received' (duration: 289.132348ms)","trace[828276641] 'applied index is now lower than readState.Index' (duration: 152.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:48:35.000309Z","caller":"traceutil/trace.go:171","msg":"trace[998622930] transaction","detail":"{read_only:false; response_revision:10916; number_of_response:1; }","duration":"306.971445ms","start":"2026-03-08T02:48:34.693309Z","end":"2026-03-08T02:48:35.00028Z","steps":["trace[998622930] 'process raft request' (duration: 306.771601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:35.000397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.437265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:48:35.000443Z","caller":"traceutil/trace.go:171","msg":"trace[1738787200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10916; }","duration":"289.515236ms","start":"2026-03-08T02:48:34.710905Z","end":"2026-03-08T02:48:35.000421Z","steps":["trace[1738787200] 'agreement among raft nodes before linearized reading' (duration: 289.440155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:35.00046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:34.693288Z","time spent":"307.090559ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:48:35.013773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.395286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:48:35.013841Z","caller":"traceutil/trace.go:171","msg":"trace[1402619099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:10917; }","duration":"228.494538ms","start":"2026-03-08T02:48:34.785327Z","end":"2026-03-08T02:48:35.013821Z","steps":["trace[1402619099] 'agreement among raft nodes before linearized reading' (duration: 228.340964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:35.711032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081865362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:48:36.211517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081865362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:48:36.230868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109132573s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:48:36.300997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211112211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-08T02:48:36.3011Z","caller":"traceutil/trace.go:171","msg":"trace[320482672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10917; }","duration":"1.211256434s","start":"2026-03-08T02:48:35.089817Z","end":"2026-03-08T02:48:36.301073Z","steps":["trace[320482672] 'range keys from in-memory index tree' (duration: 1.210939876s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.301142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.089806Z","time spent":"1.211326465s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T02:48:36.301707Z","caller":"traceutil/trace.go:171","msg":"trace[1368332857] transaction","detail":"{read_only:false; response_revision:10918; number_of_response:1; }","duration":"1.180047303s","start":"2026-03-08T02:48:35.121633Z","end":"2026-03-08T02:48:36.301681Z","steps":["trace[1368332857] 'process raft request' (duration: 1.109468191s)","trace[1368332857] 'compare' (duration: 70.005578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:48:36.301913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.121607Z","time spent":"1.180154216s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:48:36.307182Z","caller":"traceutil/trace.go:171","msg":"trace[1420452775] linearizableReadLoop","detail":"{readStateIndex:11327; appliedIndex:11324; }","duration":"1.096325763s","start":"2026-03-08T02:48:35.210829Z","end":"2026-03-08T02:48:36.307155Z","steps":["trace[1420452775] 'read index received' (duration: 1.020271623s)","trace[1420452775] 'applied index is now lower than readState.Index' (duration: 76.05287ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:48:36.307315Z","caller":"traceutil/trace.go:171","msg":"trace[2144367472] transaction","detail":"{read_only:false; response_revision:10920; number_of_response:1; }","duration":"665.972759ms","start":"2026-03-08T02:48:35.641322Z","end":"2026-03-08T02:48:36.307295Z","steps":["trace[2144367472] 'process raft request' (duration: 665.778865ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:48:36.307319Z","caller":"traceutil/trace.go:171","msg":"trace[1708093067] transaction","detail":"{read_only:false; response_revision:10919; number_of_response:1; }","duration":"783.467779ms","start":"2026-03-08T02:48:35.523787Z","end":"2026-03-08T02:48:36.307255Z","steps":["trace[1708093067] 'process raft request' (duration: 783.172622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.641291Z","time spent":"666.076722ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:48:36.307494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096647471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-08T02:48:36.307555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.355348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:48:36.307543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.671619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:48:36.307557Z","caller":"traceutil/trace.go:171","msg":"trace[900541564] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10920; }","duration":"1.096769974s","start":"2026-03-08T02:48:35.21077Z","end":"2026-03-08T02:48:36.30754Z","steps":["trace[900541564] 'agreement among raft nodes before linearized reading' (duration: 1.096524188s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:48:36.307635Z","caller":"traceutil/trace.go:171","msg":"trace[689846573] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10920; }","duration":"353.775501ms","start":"2026-03-08T02:48:35.953838Z","end":"2026-03-08T02:48:36.307614Z","steps":["trace[689846573] 'agreement among raft nodes before linearized reading' (duration: 353.629897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.958513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:48:36.307637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.196695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:48:36.307667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.210747Z","time spent":"1.096905537s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-08T02:48:36.307685Z","caller":"traceutil/trace.go:171","msg":"trace[336999997] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10920; }","duration":"590.987533ms","start":"2026-03-08T02:48:35.716687Z","end":"2026-03-08T02:48:36.307675Z","steps":["trace[336999997] 'agreement among raft nodes before linearized reading' (duration: 590.946582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.953836Z","time spent":"353.842902ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:48:36.30771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.716635Z","time spent":"591.069876ms","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:48:36.307711Z","caller":"traceutil/trace.go:171","msg":"trace[1204704105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10920; }","duration":"487.346728ms","start":"2026-03-08T02:48:35.820347Z","end":"2026-03-08T02:48:36.307694Z","steps":["trace[1204704105] 'agreement among raft nodes before linearized reading' (duration: 487.076561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.523762Z","time spent":"783.743856ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:48:36.307758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.292933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:48:36.307779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.060912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:48:36.307832Z","caller":"traceutil/trace.go:171","msg":"trace[1231823930] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10920; }","duration":"354.398405ms","start":"2026-03-08T02:48:35.953411Z","end":"2026-03-08T02:48:36.307809Z","steps":["trace[1231823930] 'agreement among raft nodes before linearized reading' (duration: 354.244852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.490807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:48:36.307837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.292513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:48:36.307877Z","caller":"traceutil/trace.go:171","msg":"trace[1143596662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10920; }","duration":"354.547429ms","start":"2026-03-08T02:48:35.953321Z","end":"2026-03-08T02:48:36.307868Z","steps":["trace[1143596662] 'agreement among raft nodes before linearized reading' (duration: 354.498028ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:48:36.307886Z","caller":"traceutil/trace.go:171","msg":"trace[1448887167] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10920; }","duration":"354.348044ms","start":"2026-03-08T02:48:35.953526Z","end":"2026-03-08T02:48:36.307874Z","steps":["trace[1448887167] 'agreement among raft nodes before linearized reading' (duration: 354.276132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.810532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:48:36.307913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.953306Z","time spent":"354.60012ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:48:36.307923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.953521Z","time spent":"354.395965ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-08T02:48:36.307936Z","caller":"traceutil/trace.go:171","msg":"trace[674564585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10920; }","duration":"315.893834ms","start":"2026-03-08T02:48:35.992031Z","end":"2026-03-08T02:48:36.307925Z","steps":["trace[674564585] 'agreement among raft nodes before linearized reading' (duration: 315.796362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.422666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:48:36.307935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.913038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:48:36.307962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.992012Z","time spent":"315.945566ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:48:36.307977Z","caller":"traceutil/trace.go:171","msg":"trace[511403429] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10920; }","duration":"348.466637ms","start":"2026-03-08T02:48:35.959501Z","end":"2026-03-08T02:48:36.307967Z","steps":["trace[511403429] 'agreement among raft nodes before linearized reading' (duration: 348.361965ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:48:36.307982Z","caller":"traceutil/trace.go:171","msg":"trace[1750731201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10920; }","duration":"587.019041ms","start":"2026-03-08T02:48:35.720952Z","end":"2026-03-08T02:48:36.307971Z","steps":["trace[1750731201] 'agreement among raft nodes before linearized reading' (duration: 586.95254ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:48:36.307616Z","caller":"traceutil/trace.go:171","msg":"trace[1756662848] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10920; }","duration":"584.43179ms","start":"2026-03-08T02:48:35.723174Z","end":"2026-03-08T02:48:36.307605Z","steps":["trace[1756662848] 'agreement among raft nodes before linearized reading' (duration: 584.287446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.308022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.720916Z","time spent":"587.096642ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:48:36.308047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.723162Z","time spent":"584.867551ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:48:36.308063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.250446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:48:36.308213Z","caller":"traceutil/trace.go:171","msg":"trace[1412839271] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10920; }","duration":"587.4062ms","start":"2026-03-08T02:48:35.720769Z","end":"2026-03-08T02:48:36.308176Z","steps":["trace[1412839271] 'agreement among raft nodes before linearized reading' (duration: 587.200065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.943379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:48:36.308296Z","caller":"traceutil/trace.go:171","msg":"trace[1307244755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10920; }","duration":"587.523142ms","start":"2026-03-08T02:48:35.720747Z","end":"2026-03-08T02:48:36.30827Z","steps":["trace[1307244755] 'agreement among raft nodes before linearized reading' (duration: 586.756964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.953389Z","time spent":"354.481467ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:48:36.308313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.720751Z","time spent":"587.546763ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:48:36.307671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.253036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:48:36.308415Z","caller":"traceutil/trace.go:171","msg":"trace[2037475330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10920; }","duration":"587.994144ms","start":"2026-03-08T02:48:35.720395Z","end":"2026-03-08T02:48:36.308389Z","steps":["trace[2037475330] 'agreement among raft nodes before linearized reading' (duration: 587.213286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.307758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.82032Z","time spent":"487.42632ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:48:36.308492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.720389Z","time spent":"588.083946ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-08T02:48:36.307836Z","caller":"traceutil/trace.go:171","msg":"trace[535130602] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10920; }","duration":"587.147264ms","start":"2026-03-08T02:48:35.720672Z","end":"2026-03-08T02:48:36.30782Z","steps":["trace[535130602] 'agreement among raft nodes before linearized reading' (duration: 587.026581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.308558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.720651Z","time spent":"587.896582ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-08T02:48:36.307417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003549562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:48:36.308688Z","caller":"traceutil/trace.go:171","msg":"trace[1302384311] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:10920; }","duration":"1.004832492s","start":"2026-03-08T02:48:35.303838Z","end":"2026-03-08T02:48:36.30867Z","steps":["trace[1302384311] 'agreement among raft nodes before linearized reading' (duration: 1.003513981s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:36.308744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.303753Z","time spent":"1.004975355s","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:48:36.308002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.959469Z","time spent":"348.526068ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:48:36.308357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:35.720725Z","time spent":"587.616755ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:48:59.105834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.868756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:48:59.105954Z","caller":"traceutil/trace.go:171","msg":"trace[275271281] transaction","detail":"{read_only:false; response_revision:11039; number_of_response:1; }","duration":"181.190011ms","start":"2026-03-08T02:48:58.924746Z","end":"2026-03-08T02:48:59.105936Z","steps":["trace[275271281] 'process raft request' (duration: 67.144952ms)","trace[275271281] 'compare' (duration: 113.731242ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:00.779191Z","caller":"traceutil/trace.go:171","msg":"trace[230318597] transaction","detail":"{read_only:false; response_revision:11042; number_of_response:1; }","duration":"378.030129ms","start":"2026-03-08T02:49:00.401135Z","end":"2026-03-08T02:49:00.779165Z","steps":["trace[230318597] 'process raft request' (duration: 377.872536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:00.779344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:00.401116Z","time spent":"378.146512ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:00.779528Z","caller":"traceutil/trace.go:171","msg":"trace[1598613018] linearizableReadLoop","detail":"{readStateIndex:11454; appliedIndex:11454; }","duration":"307.56943ms","start":"2026-03-08T02:49:00.471923Z","end":"2026-03-08T02:49:00.779493Z","steps":["trace[1598613018] 'read index received' (duration: 307.55444ms)","trace[1598613018] 'applied index is now lower than readState.Index' (duration: 12.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:00.779972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.02732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143100"} {"level":"info","ts":"2026-03-08T02:49:00.780062Z","caller":"traceutil/trace.go:171","msg":"trace[643180142] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11042; }","duration":"308.158594ms","start":"2026-03-08T02:49:00.471883Z","end":"2026-03-08T02:49:00.780041Z","steps":["trace[643180142] 'agreement among raft nodes before linearized reading' (duration: 307.713003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:00.780106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:00.471867Z","time spent":"308.229445ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143123,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-08T02:49:00.937427Z","caller":"traceutil/trace.go:171","msg":"trace[1320342048] linearizableReadLoop","detail":"{readStateIndex:11455; appliedIndex:11454; }","duration":"157.711141ms","start":"2026-03-08T02:49:00.779689Z","end":"2026-03-08T02:49:00.9374Z","steps":["trace[1320342048] 'read index received' (duration: 78.662231ms)","trace[1320342048] 'applied index is now lower than readState.Index' (duration: 79.04736ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:00.937693Z","caller":"traceutil/trace.go:171","msg":"trace[125302929] transaction","detail":"{read_only:false; response_revision:11043; number_of_response:1; }","duration":"305.175494ms","start":"2026-03-08T02:49:00.632463Z","end":"2026-03-08T02:49:00.937639Z","steps":["trace[125302929] 'process raft request' (duration: 226.015061ms)","trace[125302929] 'compare' (duration: 78.721573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:00.937813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.230646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:49:00.937884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.220673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:49:00.937891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:00.632429Z","time spent":"305.361779ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:00.937899Z","caller":"traceutil/trace.go:171","msg":"trace[1287637975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11043; }","duration":"408.36485ms","start":"2026-03-08T02:49:00.529511Z","end":"2026-03-08T02:49:00.937876Z","steps":["trace[1287637975] 'agreement among raft nodes before linearized reading' (duration: 408.134434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:00.937956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:00.529497Z","time spent":"408.449851ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:49:00.938018Z","caller":"traceutil/trace.go:171","msg":"trace[1281245388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11043; }","duration":"416.317296ms","start":"2026-03-08T02:49:00.521601Z","end":"2026-03-08T02:49:00.937919Z","steps":["trace[1281245388] 'agreement among raft nodes before linearized reading' (duration: 416.116511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:00.938084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:00.521581Z","time spent":"416.489539ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:49:00.937868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.222491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:49:00.938184Z","caller":"traceutil/trace.go:171","msg":"trace[1646634834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11043; }","duration":"157.572009ms","start":"2026-03-08T02:49:00.780577Z","end":"2026-03-08T02:49:00.938149Z","steps":["trace[1646634834] 'agreement among raft nodes before linearized reading' (duration: 157.156429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:00.938225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.294342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:49:00.938399Z","caller":"traceutil/trace.go:171","msg":"trace[735291183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11043; }","duration":"157.501657ms","start":"2026-03-08T02:49:00.780885Z","end":"2026-03-08T02:49:00.938387Z","steps":["trace[735291183] 'agreement among raft nodes before linearized reading' (duration: 157.027635ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:03.453427Z","caller":"traceutil/trace.go:171","msg":"trace[1065028921] transaction","detail":"{read_only:false; response_revision:11050; number_of_response:1; }","duration":"668.539879ms","start":"2026-03-08T02:49:02.784858Z","end":"2026-03-08T02:49:03.453398Z","steps":["trace[1065028921] 'process raft request' (duration: 668.411506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:03.453589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:02.784841Z","time spent":"668.665563ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:03.784411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.558843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:49:03.784545Z","caller":"traceutil/trace.go:171","msg":"trace[146813708] linearizableReadLoop","detail":"{readStateIndex:11463; appliedIndex:11461; }","duration":"817.827845ms","start":"2026-03-08T02:49:02.966705Z","end":"2026-03-08T02:49:03.784532Z","steps":["trace[146813708] 'read index received' (duration: 486.57243ms)","trace[146813708] 'applied index is now lower than readState.Index' (duration: 331.254655ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:03.784629Z","caller":"traceutil/trace.go:171","msg":"trace[637769229] transaction","detail":"{read_only:false; response_revision:11051; number_of_response:1; }","duration":"841.14457ms","start":"2026-03-08T02:49:02.943474Z","end":"2026-03-08T02:49:03.784619Z","steps":["trace[637769229] 'process raft request' (duration: 620.31253ms)","trace[637769229] 'compare' (duration: 220.438061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:03.784687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:02.943449Z","time spent":"841.213272ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:03.784868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.29108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:49:03.78489Z","caller":"traceutil/trace.go:171","msg":"trace[1610959891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11052; }","duration":"802.358492ms","start":"2026-03-08T02:49:02.982526Z","end":"2026-03-08T02:49:03.784884Z","steps":["trace[1610959891] 'agreement among raft nodes before linearized reading' (duration: 802.245119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:03.784919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:02.982508Z","time spent":"802.406784ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:49:03.784979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.182443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:49:03.785086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.939229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:49:03.785143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.581813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:49:03.785184Z","caller":"traceutil/trace.go:171","msg":"trace[878010796] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11052; }","duration":"786.644385ms","start":"2026-03-08T02:49:02.998529Z","end":"2026-03-08T02:49:03.785173Z","steps":["trace[878010796] 'agreement among raft nodes before linearized reading' (duration: 786.551433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:03.785225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:02.998518Z","time spent":"786.699656ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:49:03.785158Z","caller":"traceutil/trace.go:171","msg":"trace[1340313494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11052; }","duration":"537.055302ms","start":"2026-03-08T02:49:03.248085Z","end":"2026-03-08T02:49:03.78514Z","steps":["trace[1340313494] 'agreement among raft nodes before linearized reading' (duration: 536.824127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:03.785292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:03.248064Z","time spent":"537.210605ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:49:03.785167Z","caller":"traceutil/trace.go:171","msg":"trace[1948754663] transaction","detail":"{read_only:false; response_revision:11052; number_of_response:1; }","duration":"545.748816ms","start":"2026-03-08T02:49:03.239348Z","end":"2026-03-08T02:49:03.785097Z","steps":["trace[1948754663] 'process raft request' (duration: 545.139222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:03.78555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.924012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:49:03.785573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.293673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-08T02:49:03.785604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.920682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:49:03.785638Z","caller":"traceutil/trace.go:171","msg":"trace[222710623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11052; }","duration":"802.061355ms","start":"2026-03-08T02:49:02.983553Z","end":"2026-03-08T02:49:03.785615Z","steps":["trace[222710623] 'agreement among raft nodes before linearized reading' (duration: 801.581794ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:03.785641Z","caller":"traceutil/trace.go:171","msg":"trace[4362316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:11052; }","duration":"521.390425ms","start":"2026-03-08T02:49:03.264233Z","end":"2026-03-08T02:49:03.785623Z","steps":["trace[4362316] 'agreement among raft nodes before linearized reading' (duration: 521.221071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:03.785691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:02.983544Z","time spent":"802.137497ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:49:03.785702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:03.264218Z","time spent":"521.471017ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:49:03.785647Z","caller":"traceutil/trace.go:171","msg":"trace[994781266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11052; }","duration":"801.991074ms","start":"2026-03-08T02:49:02.983645Z","end":"2026-03-08T02:49:03.785636Z","steps":["trace[994781266] 'agreement among raft nodes before linearized reading' (duration: 801.854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:03.785825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:02.983629Z","time spent":"802.167097ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:49:03.785935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:03.239328Z","time spent":"546.286098ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:03.785971Z","caller":"traceutil/trace.go:171","msg":"trace[1294834136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11052; }","duration":"818.409308ms","start":"2026-03-08T02:49:02.966651Z","end":"2026-03-08T02:49:03.78506Z","steps":["trace[1294834136] 'agreement among raft nodes before linearized reading' (duration: 817.989838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:03.786297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:02.966628Z","time spent":"819.542664ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:49:04.291083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081865855,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:49:04.56309Z","caller":"traceutil/trace.go:171","msg":"trace[1717523988] transaction","detail":"{read_only:false; response_revision:11053; number_of_response:1; }","duration":"772.975904ms","start":"2026-03-08T02:49:03.790089Z","end":"2026-03-08T02:49:04.563065Z","steps":["trace[1717523988] 'process raft request' (duration: 772.8215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.563232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:03.790066Z","time spent":"773.093897ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:04.637588Z","caller":"traceutil/trace.go:171","msg":"trace[2011619001] transaction","detail":"{read_only:false; response_revision:11054; number_of_response:1; }","duration":"847.109359ms","start":"2026-03-08T02:49:03.790445Z","end":"2026-03-08T02:49:04.637554Z","steps":["trace[2011619001] 'process raft request' (duration: 815.843858ms)","trace[2011619001] 'compare' (duration: 30.817111ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:04.637589Z","caller":"traceutil/trace.go:171","msg":"trace[38886471] transaction","detail":"{read_only:false; response_revision:11055; number_of_response:1; }","duration":"847.067139ms","start":"2026-03-08T02:49:03.790445Z","end":"2026-03-08T02:49:04.637512Z","steps":["trace[38886471] 'process raft request' (duration: 846.846883ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:04.637614Z","caller":"traceutil/trace.go:171","msg":"trace[811304808] transaction","detail":"{read_only:false; response_revision:11056; number_of_response:1; }","duration":"846.685749ms","start":"2026-03-08T02:49:03.790903Z","end":"2026-03-08T02:49:04.637589Z","steps":["trace[811304808] 'process raft request' (duration: 846.441614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.637803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:03.790428Z","time spent":"847.271373ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:04.637791Z","caller":"traceutil/trace.go:171","msg":"trace[1561862845] transaction","detail":"{read_only:false; response_revision:11057; number_of_response:1; }","duration":"846.68557ms","start":"2026-03-08T02:49:03.791062Z","end":"2026-03-08T02:49:04.637748Z","steps":["trace[1561862845] 'process raft request' (duration: 846.305821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.63796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:03.791055Z","time spent":"846.822213ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:04.637957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:03.790429Z","time spent":"847.242942ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:04.637964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:03.790885Z","time spent":"846.969987ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:04.707069Z","caller":"traceutil/trace.go:171","msg":"trace[777427232] linearizableReadLoop","detail":"{readStateIndex:11470; appliedIndex:11464; }","duration":"916.859632ms","start":"2026-03-08T02:49:03.790179Z","end":"2026-03-08T02:49:04.707039Z","steps":["trace[777427232] 'read index received' (duration: 772.714188ms)","trace[777427232] 'applied index is now lower than readState.Index' (duration: 144.143224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:04.707408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.732243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:04.707443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.72934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:04.707506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.17227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:04.707515Z","caller":"traceutil/trace.go:171","msg":"trace[687092735] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11057; }","duration":"300.837912ms","start":"2026-03-08T02:49:04.406659Z","end":"2026-03-08T02:49:04.707497Z","steps":["trace[687092735] 'agreement among raft nodes before linearized reading' (duration: 300.707349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.707588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.17448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-08T02:49:04.707621Z","caller":"traceutil/trace.go:171","msg":"trace[590585285] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11057; }","duration":"301.246262ms","start":"2026-03-08T02:49:04.406301Z","end":"2026-03-08T02:49:04.707548Z","steps":["trace[590585285] 'agreement among raft nodes before linearized reading' (duration: 301.17678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.707638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.370175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:04.707645Z","caller":"traceutil/trace.go:171","msg":"trace[1663741444] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11057; }","duration":"298.269342ms","start":"2026-03-08T02:49:04.40936Z","end":"2026-03-08T02:49:04.707629Z","steps":["trace[1663741444] 'agreement among raft nodes before linearized reading' (duration: 298.103948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.70766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.40665Z","time spent":"300.975746ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-08T02:49:04.707698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.406291Z","time spent":"301.392915ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-08T02:49:04.707704Z","caller":"traceutil/trace.go:171","msg":"trace[1042240764] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11057; }","duration":"301.452926ms","start":"2026-03-08T02:49:04.406232Z","end":"2026-03-08T02:49:04.707685Z","steps":["trace[1042240764] 'agreement among raft nodes before linearized reading' (duration: 301.292142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.707709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.439319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:49:04.70774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.406224Z","time spent":"301.509128ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:49:04.70776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.468957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:04.707423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.18781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:04.707807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.872407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:04.707819Z","caller":"traceutil/trace.go:171","msg":"trace[849821279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11057; }","duration":"304.545849ms","start":"2026-03-08T02:49:04.403258Z","end":"2026-03-08T02:49:04.707804Z","steps":["trace[849821279] 'agreement among raft nodes before linearized reading' (duration: 304.465357ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:04.707823Z","caller":"traceutil/trace.go:171","msg":"trace[355819989] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11057; }","duration":"301.640601ms","start":"2026-03-08T02:49:04.406172Z","end":"2026-03-08T02:49:04.707813Z","steps":["trace[355819989] 'agreement among raft nodes before linearized reading' (duration: 301.16664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.707833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.935998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:04.707847Z","caller":"traceutil/trace.go:171","msg":"trace[1104900052] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11057; }","duration":"304.951499ms","start":"2026-03-08T02:49:04.402884Z","end":"2026-03-08T02:49:04.707835Z","steps":["trace[1104900052] 'agreement among raft nodes before linearized reading' (duration: 304.889317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.707859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.406155Z","time spent":"301.694072ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:49:04.707862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.403249Z","time spent":"304.59826ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:49:04.707873Z","caller":"traceutil/trace.go:171","msg":"trace[1096173735] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11057; }","duration":"304.993109ms","start":"2026-03-08T02:49:04.402868Z","end":"2026-03-08T02:49:04.707861Z","steps":["trace[1096173735] 'agreement among raft nodes before linearized reading' (duration: 304.930028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.707878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.686981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444832"} {"level":"warn","ts":"2026-03-08T02:49:04.707888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.402861Z","time spent":"305.01717ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-08T02:49:04.70777Z","caller":"traceutil/trace.go:171","msg":"trace[1275193360] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11057; }","duration":"302.529392ms","start":"2026-03-08T02:49:04.405227Z","end":"2026-03-08T02:49:04.707756Z","steps":["trace[1275193360] 'agreement among raft nodes before linearized reading' (duration: 302.315807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.707927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.631241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:49:04.707923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.402861Z","time spent":"305.05109ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:49:04.707932Z","caller":"traceutil/trace.go:171","msg":"trace[1766485766] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11057; }","duration":"917.784684ms","start":"2026-03-08T02:49:03.790133Z","end":"2026-03-08T02:49:04.707918Z","steps":["trace[1766485766] 'agreement among raft nodes before linearized reading' (duration: 917.044166ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:04.707508Z","caller":"traceutil/trace.go:171","msg":"trace[1730003366] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11057; }","duration":"304.877646ms","start":"2026-03-08T02:49:04.402607Z","end":"2026-03-08T02:49:04.707485Z","steps":["trace[1730003366] 'agreement among raft nodes before linearized reading' (duration: 304.717523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.70795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.405218Z","time spent":"302.724536ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-08T02:49:04.707958Z","caller":"traceutil/trace.go:171","msg":"trace[2146970030] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11057; }","duration":"304.677122ms","start":"2026-03-08T02:49:04.403272Z","end":"2026-03-08T02:49:04.707949Z","steps":["trace[2146970030] 'agreement among raft nodes before linearized reading' (duration: 304.55945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:04.707984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.403264Z","time spent":"304.714793ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:49:04.707986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:03.790112Z","time spent":"917.856526ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444855,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:49:04.707998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.40259Z","time spent":"305.389749ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-08T02:49:05.263135Z","caller":"traceutil/trace.go:171","msg":"trace[1008910593] transaction","detail":"{read_only:false; response_revision:11058; number_of_response:1; }","duration":"349.395859ms","start":"2026-03-08T02:49:04.913712Z","end":"2026-03-08T02:49:05.263107Z","steps":["trace[1008910593] 'process raft request' (duration: 349.217424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:05.263318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:04.913683Z","time spent":"349.529232ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:05.712879Z","caller":"traceutil/trace.go:171","msg":"trace[974373524] linearizableReadLoop","detail":"{readStateIndex:11473; appliedIndex:11472; }","duration":"204.004176ms","start":"2026-03-08T02:49:05.508855Z","end":"2026-03-08T02:49:05.712859Z","steps":["trace[974373524] 'read index received' (duration: 203.804431ms)","trace[974373524] 'applied index is now lower than readState.Index' (duration: 198.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:05.712991Z","caller":"traceutil/trace.go:171","msg":"trace[572249432] transaction","detail":"{read_only:false; response_revision:11059; number_of_response:1; }","duration":"255.171893ms","start":"2026-03-08T02:49:05.457809Z","end":"2026-03-08T02:49:05.712981Z","steps":["trace[572249432] 'process raft request' (duration: 254.905597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:05.713232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.371054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:49:05.71327Z","caller":"traceutil/trace.go:171","msg":"trace[787166599] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11059; }","duration":"204.462046ms","start":"2026-03-08T02:49:05.508799Z","end":"2026-03-08T02:49:05.713261Z","steps":["trace[787166599] 'agreement among raft nodes before linearized reading' (duration: 204.295032ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:06.206881Z","caller":"traceutil/trace.go:171","msg":"trace[1723275081] transaction","detail":"{read_only:false; response_revision:11060; number_of_response:1; }","duration":"416.144412ms","start":"2026-03-08T02:49:05.790704Z","end":"2026-03-08T02:49:06.206849Z","steps":["trace[1723275081] 'process raft request' (duration: 415.978828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:06.207051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:05.790681Z","time spent":"416.281984ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:06.72193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081865873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:49:06.929667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.905693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:49:06.929881Z","caller":"traceutil/trace.go:171","msg":"trace[1871174476] linearizableReadLoop","detail":"{readStateIndex:11476; appliedIndex:11474; }","duration":"708.604067ms","start":"2026-03-08T02:49:06.221263Z","end":"2026-03-08T02:49:06.929867Z","steps":["trace[1871174476] 'read index received' (duration: 583.432647ms)","trace[1871174476] 'applied index is now lower than readState.Index' (duration: 125.17045ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:06.930051Z","caller":"traceutil/trace.go:171","msg":"trace[1401888759] transaction","detail":"{read_only:false; response_revision:11061; number_of_response:1; }","duration":"1.139192827s","start":"2026-03-08T02:49:05.790849Z","end":"2026-03-08T02:49:06.930042Z","steps":["trace[1401888759] 'process raft request' (duration: 1.013835443s)","trace[1401888759] 'compare' (duration: 124.394902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:06.930112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:05.79081Z","time spent":"1.139278678s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:06.93025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.960335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:49:06.93034Z","caller":"traceutil/trace.go:171","msg":"trace[30140880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11062; }","duration":"709.071449ms","start":"2026-03-08T02:49:06.221247Z","end":"2026-03-08T02:49:06.930319Z","steps":["trace[30140880] 'agreement among raft nodes before linearized reading' (duration: 708.894664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:06.930392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.221185Z","time spent":"709.195591ms","remote":"127.0.0.1:33192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:49:06.930539Z","caller":"traceutil/trace.go:171","msg":"trace[2039900342] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"592.067119ms","start":"2026-03-08T02:49:06.338433Z","end":"2026-03-08T02:49:06.930501Z","steps":["trace[2039900342] 'process raft request' (duration: 591.361562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:06.931073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.338408Z","time spent":"592.570161ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:07.202368Z","caller":"traceutil/trace.go:171","msg":"trace[1954951569] linearizableReadLoop","detail":"{readStateIndex:11477; appliedIndex:11476; }","duration":"272.435847ms","start":"2026-03-08T02:49:06.929905Z","end":"2026-03-08T02:49:07.202341Z","steps":["trace[1954951569] 'read index received' (duration: 228.55187ms)","trace[1954951569] 'applied index is now lower than readState.Index' (duration: 43.883007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:07.202439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.42236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:07.202498Z","caller":"traceutil/trace.go:171","msg":"trace[197496166] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11063; }","duration":"487.507032ms","start":"2026-03-08T02:49:06.714977Z","end":"2026-03-08T02:49:07.202484Z","steps":["trace[197496166] 'agreement among raft nodes before linearized reading' (duration: 487.366718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.202534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.714967Z","time spent":"487.560893ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:49:07.202534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.791672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:07.202528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.637328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:49:07.202576Z","caller":"traceutil/trace.go:171","msg":"trace[1966281817] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11063; }","duration":"488.886194ms","start":"2026-03-08T02:49:06.713675Z","end":"2026-03-08T02:49:07.202562Z","steps":["trace[1966281817] 'agreement among raft nodes before linearized reading' (duration: 488.806303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.20264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.713654Z","time spent":"488.969376ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-08T02:49:07.202699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.558737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:07.202723Z","caller":"traceutil/trace.go:171","msg":"trace[758816717] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11063; }","duration":"488.599267ms","start":"2026-03-08T02:49:06.714118Z","end":"2026-03-08T02:49:07.202717Z","steps":["trace[758816717] 'agreement among raft nodes before linearized reading' (duration: 488.553446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.202709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.413093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:49:07.20275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.714109Z","time spent":"488.635669ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:49:07.202784Z","caller":"traceutil/trace.go:171","msg":"trace[775972372] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11063; }","duration":"488.515135ms","start":"2026-03-08T02:49:06.714251Z","end":"2026-03-08T02:49:07.202767Z","steps":["trace[775972372] 'agreement among raft nodes before linearized reading' (duration: 488.326031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.20283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.714236Z","time spent":"488.583048ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:49:07.20284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.965266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:07.202875Z","caller":"traceutil/trace.go:171","msg":"trace[654747415] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11063; }","duration":"489.085429ms","start":"2026-03-08T02:49:06.713782Z","end":"2026-03-08T02:49:07.202867Z","steps":["trace[654747415] 'agreement among raft nodes before linearized reading' (duration: 489.042458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.202864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.958215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-08T02:49:07.202896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.71369Z","time spent":"489.202731ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-08T02:49:07.20291Z","caller":"traceutil/trace.go:171","msg":"trace[1242920157] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:11063; }","duration":"486.023117ms","start":"2026-03-08T02:49:06.71688Z","end":"2026-03-08T02:49:07.202903Z","steps":["trace[1242920157] 'agreement among raft nodes before linearized reading' (duration: 485.874294ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.202735Z","caller":"traceutil/trace.go:171","msg":"trace[1436028101] transaction","detail":"{read_only:false; response_revision:11063; number_of_response:1; }","duration":"373.201166ms","start":"2026-03-08T02:49:06.829487Z","end":"2026-03-08T02:49:07.202688Z","steps":["trace[1436028101] 'process raft request' (duration: 328.9416ms)","trace[1436028101] 'compare' (duration: 43.732854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:07.202903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.543006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:07.202942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.615048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:07.202975Z","caller":"traceutil/trace.go:171","msg":"trace[1124012637] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11063; }","duration":"488.645729ms","start":"2026-03-08T02:49:06.714321Z","end":"2026-03-08T02:49:07.202967Z","steps":["trace[1124012637] 'agreement among raft nodes before linearized reading' (duration: 488.601678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.202947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.716871Z","time spent":"486.069698ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:49:07.202994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.829469Z","time spent":"373.480013ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:07.203003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.714291Z","time spent":"488.70702ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:49:07.202997Z","caller":"traceutil/trace.go:171","msg":"trace[1145026731] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11063; }","duration":"488.650118ms","start":"2026-03-08T02:49:06.714328Z","end":"2026-03-08T02:49:07.202978Z","steps":["trace[1145026731] 'agreement among raft nodes before linearized reading' (duration: 488.507295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.202656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.464405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:49:07.20304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.71432Z","time spent":"488.711731ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:49:07.203084Z","caller":"traceutil/trace.go:171","msg":"trace[1635785817] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11063; }","duration":"488.904724ms","start":"2026-03-08T02:49:06.71416Z","end":"2026-03-08T02:49:07.203065Z","steps":["trace[1635785817] 'agreement among raft nodes before linearized reading' (duration: 488.446264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.203135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.636659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:49:07.202587Z","caller":"traceutil/trace.go:171","msg":"trace[1947395770] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11063; }","duration":"488.722741ms","start":"2026-03-08T02:49:06.713849Z","end":"2026-03-08T02:49:07.202572Z","steps":["trace[1947395770] 'agreement among raft nodes before linearized reading' (duration: 488.543096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.203158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.857217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:07.203168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.221247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-08T02:49:07.203208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.713842Z","time spent":"489.357325ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-08T02:49:07.203206Z","caller":"traceutil/trace.go:171","msg":"trace[1902637624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11063; }","duration":"635.739182ms","start":"2026-03-08T02:49:06.56745Z","end":"2026-03-08T02:49:07.203189Z","steps":["trace[1902637624] 'agreement among raft nodes before linearized reading' (duration: 635.511407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.203211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.43787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:49:07.203238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.492442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:07.203229Z","caller":"traceutil/trace.go:171","msg":"trace[1681872560] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11063; }","duration":"489.942249ms","start":"2026-03-08T02:49:06.713262Z","end":"2026-03-08T02:49:07.203204Z","steps":["trace[1681872560] 'agreement among raft nodes before linearized reading' (duration: 489.831096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.203223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.410489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:49:07.20324Z","caller":"traceutil/trace.go:171","msg":"trace[680040682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11063; }","duration":"159.33764ms","start":"2026-03-08T02:49:07.043887Z","end":"2026-03-08T02:49:07.203225Z","steps":["trace[680040682] 'agreement among raft nodes before linearized reading' (duration: 159.117345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.203287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.713252Z","time spent":"490.022401ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:49:07.203319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.549592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:49:07.203333Z","caller":"traceutil/trace.go:171","msg":"trace[1175951580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11063; }","duration":"560.537241ms","start":"2026-03-08T02:49:06.642778Z","end":"2026-03-08T02:49:07.203315Z","steps":["trace[1175951580] 'agreement among raft nodes before linearized reading' (duration: 560.325896ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.203395Z","caller":"traceutil/trace.go:171","msg":"trace[1406065409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11063; }","duration":"560.666895ms","start":"2026-03-08T02:49:06.642709Z","end":"2026-03-08T02:49:07.203376Z","steps":["trace[1406065409] 'agreement among raft nodes before linearized reading' (duration: 560.521261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.203406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.642767Z","time spent":"560.625714ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:49:07.203149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.714145Z","time spent":"488.986407ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:49:07.203446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.642686Z","time spent":"560.751736ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:49:07.20325Z","caller":"traceutil/trace.go:171","msg":"trace[287777861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11063; }","duration":"560.50998ms","start":"2026-03-08T02:49:06.64273Z","end":"2026-03-08T02:49:07.20324Z","steps":["trace[287777861] 'agreement among raft nodes before linearized reading' (duration: 560.404448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.203611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.642708Z","time spent":"560.88939ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:49:07.203152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.759237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:49:07.203258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.567434Z","time spent":"635.807043ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:49:07.203268Z","caller":"traceutil/trace.go:171","msg":"trace[2107405262] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11063; }","duration":"490.559554ms","start":"2026-03-08T02:49:06.712702Z","end":"2026-03-08T02:49:07.203261Z","steps":["trace[2107405262] 'agreement among raft nodes before linearized reading' (duration: 490.514243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.20381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.712681Z","time spent":"491.108846ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-08T02:49:07.203663Z","caller":"traceutil/trace.go:171","msg":"trace[1708741339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11063; }","duration":"561.33033ms","start":"2026-03-08T02:49:06.642322Z","end":"2026-03-08T02:49:07.203653Z","steps":["trace[1708741339] 'agreement among raft nodes before linearized reading' (duration: 560.635254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.203974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:06.642304Z","time spent":"561.657727ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:49:07.48259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.292386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:49:07.483707Z","caller":"traceutil/trace.go:171","msg":"trace[1016890537] transaction","detail":"{read_only:false; response_revision:11064; number_of_response:1; }","duration":"274.145247ms","start":"2026-03-08T02:49:07.208682Z","end":"2026-03-08T02:49:07.482827Z","steps":["trace[1016890537] 'process raft request' (duration: 153.502443ms)","trace[1016890537] 'compare' (duration: 120.161983ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:07.483724Z","caller":"traceutil/trace.go:171","msg":"trace[976642839] transaction","detail":"{read_only:false; response_revision:11065; number_of_response:1; }","duration":"274.962306ms","start":"2026-03-08T02:49:07.20873Z","end":"2026-03-08T02:49:07.483692Z","steps":["trace[976642839] 'process raft request' (duration: 273.991054ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.48457Z","caller":"traceutil/trace.go:171","msg":"trace[926202307] transaction","detail":"{read_only:false; response_revision:11066; number_of_response:1; }","duration":"274.993987ms","start":"2026-03-08T02:49:07.209555Z","end":"2026-03-08T02:49:07.484549Z","steps":["trace[926202307] 'process raft request' (duration: 273.269057ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.484719Z","caller":"traceutil/trace.go:171","msg":"trace[1144972695] transaction","detail":"{read_only:false; response_revision:11067; number_of_response:1; }","duration":"275.435208ms","start":"2026-03-08T02:49:07.209253Z","end":"2026-03-08T02:49:07.484688Z","steps":["trace[1144972695] 'process raft request' (duration: 275.163051ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.484822Z","caller":"traceutil/trace.go:171","msg":"trace[1442287735] transaction","detail":"{read_only:false; response_revision:11068; number_of_response:1; }","duration":"274.795143ms","start":"2026-03-08T02:49:07.209983Z","end":"2026-03-08T02:49:07.484778Z","steps":["trace[1442287735] 'process raft request' (duration: 274.616369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:07.485169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.929226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:49:07.48528Z","caller":"traceutil/trace.go:171","msg":"trace[334655002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11068; }","duration":"275.076529ms","start":"2026-03-08T02:49:07.210179Z","end":"2026-03-08T02:49:07.485256Z","steps":["trace[334655002] 'agreement among raft nodes before linearized reading' (duration: 274.718421ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.484658Z","caller":"traceutil/trace.go:171","msg":"trace[191186268] linearizableReadLoop","detail":"{readStateIndex:11482; appliedIndex:11477; }","duration":"274.439705ms","start":"2026-03-08T02:49:07.210203Z","end":"2026-03-08T02:49:07.484643Z","steps":["trace[191186268] 'read index received' (duration: 151.993398ms)","trace[191186268] 'applied index is now lower than readState.Index' (duration: 122.445437ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:07.994801Z","caller":"traceutil/trace.go:171","msg":"trace[968056055] transaction","detail":"{read_only:false; response_revision:11069; number_of_response:1; }","duration":"277.655059ms","start":"2026-03-08T02:49:07.717117Z","end":"2026-03-08T02:49:07.994772Z","steps":["trace[968056055] 'process raft request' (duration: 277.470525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:08.513328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.719167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:49:08.513449Z","caller":"traceutil/trace.go:171","msg":"trace[2142065909] linearizableReadLoop","detail":"{readStateIndex:11484; appliedIndex:11483; }","duration":"719.219905ms","start":"2026-03-08T02:49:07.794205Z","end":"2026-03-08T02:49:08.513425Z","steps":["trace[2142065909] 'read index received' (duration: 200.552175ms)","trace[2142065909] 'applied index is now lower than readState.Index' (duration: 518.66542ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:08.513563Z","caller":"traceutil/trace.go:171","msg":"trace[950506212] transaction","detail":"{read_only:false; response_revision:11070; number_of_response:1; }","duration":"761.052005ms","start":"2026-03-08T02:49:07.752491Z","end":"2026-03-08T02:49:08.513543Z","steps":["trace[950506212] 'process raft request' (duration: 524.967969ms)","trace[950506212] 'compare' (duration: 235.597245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:08.513643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:07.752462Z","time spent":"761.138006ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:08.513669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.45294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:08.513729Z","caller":"traceutil/trace.go:171","msg":"trace[51457774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11070; }","duration":"719.564663ms","start":"2026-03-08T02:49:07.794151Z","end":"2026-03-08T02:49:08.513715Z","steps":["trace[51457774] 'agreement among raft nodes before linearized reading' (duration: 719.44847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:08.513764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:07.794131Z","time spent":"719.627865ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:49:08.738109Z","caller":"traceutil/trace.go:171","msg":"trace[1243688945] linearizableReadLoop","detail":"{readStateIndex:11485; appliedIndex:11484; }","duration":"224.584327ms","start":"2026-03-08T02:49:08.513502Z","end":"2026-03-08T02:49:08.738086Z","steps":["trace[1243688945] 'read index received' (duration: 183.509166ms)","trace[1243688945] 'applied index is now lower than readState.Index' (duration: 41.074161ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:08.738211Z","caller":"traceutil/trace.go:171","msg":"trace[662973234] transaction","detail":"{read_only:false; response_revision:11071; number_of_response:1; }","duration":"526.148796ms","start":"2026-03-08T02:49:08.212016Z","end":"2026-03-08T02:49:08.738164Z","steps":["trace[662973234] 'process raft request' (duration: 485.044984ms)","trace[662973234] 'compare' (duration: 40.917978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:08.73833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.618668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-08T02:49:08.738368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:08.211991Z","time spent":"526.290419ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:08.738375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.553138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:08.738391Z","caller":"traceutil/trace.go:171","msg":"trace[1175996284] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11071; }","duration":"459.719331ms","start":"2026-03-08T02:49:08.278655Z","end":"2026-03-08T02:49:08.738375Z","steps":["trace[1175996284] 'agreement among raft nodes before linearized reading' (duration: 459.505976ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:08.738425Z","caller":"traceutil/trace.go:171","msg":"trace[416224165] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11071; }","duration":"867.762872ms","start":"2026-03-08T02:49:07.870648Z","end":"2026-03-08T02:49:08.738411Z","steps":["trace[416224165] 'agreement among raft nodes before linearized reading' (duration: 867.567857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:08.738435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:08.278636Z","time spent":"459.785652ms","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T02:49:08.738464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:07.870623Z","time spent":"867.827854ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:49:09.099322Z","caller":"traceutil/trace.go:171","msg":"trace[1927761370] linearizableReadLoop","detail":"{readStateIndex:11486; appliedIndex:11485; }","duration":"131.432866ms","start":"2026-03-08T02:49:08.967859Z","end":"2026-03-08T02:49:09.099292Z","steps":["trace[1927761370] 'read index received' (duration: 131.305023ms)","trace[1927761370] 'applied index is now lower than readState.Index' (duration: 126.293µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:09.099424Z","caller":"traceutil/trace.go:171","msg":"trace[2070159678] transaction","detail":"{read_only:false; response_revision:11072; number_of_response:1; }","duration":"151.420285ms","start":"2026-03-08T02:49:08.947967Z","end":"2026-03-08T02:49:09.099387Z","steps":["trace[2070159678] 'process raft request' (duration: 151.146688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:09.099484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.59669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:49:09.099547Z","caller":"traceutil/trace.go:171","msg":"trace[1638242805] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11072; }","duration":"131.721173ms","start":"2026-03-08T02:49:08.967805Z","end":"2026-03-08T02:49:09.099526Z","steps":["trace[1638242805] 'agreement among raft nodes before linearized reading' (duration: 131.60438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:09.634023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.621866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:49:09.634155Z","caller":"traceutil/trace.go:171","msg":"trace[725307277] transaction","detail":"{read_only:false; response_revision:11074; number_of_response:1; }","duration":"362.652729ms","start":"2026-03-08T02:49:09.271488Z","end":"2026-03-08T02:49:09.63414Z","steps":["trace[725307277] 'process raft request' (duration: 120.825528ms)","trace[725307277] 'compare' (duration: 241.378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:09.634195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:09.271465Z","time spent":"362.710681ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:09.730847Z","caller":"traceutil/trace.go:171","msg":"trace[882437473] linearizableReadLoop","detail":"{readStateIndex:11490; appliedIndex:11489; }","duration":"242.64619ms","start":"2026-03-08T02:49:09.488163Z","end":"2026-03-08T02:49:09.730809Z","steps":["trace[882437473] 'read index received' (duration: 242.418484ms)","trace[882437473] 'applied index is now lower than readState.Index' (duration: 226.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:09.730892Z","caller":"traceutil/trace.go:171","msg":"trace[1209244461] transaction","detail":"{read_only:false; response_revision:11075; number_of_response:1; }","duration":"458.674087ms","start":"2026-03-08T02:49:09.272177Z","end":"2026-03-08T02:49:09.730851Z","steps":["trace[1209244461] 'process raft request' (duration: 458.40055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:09.731076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:09.272153Z","time spent":"458.828401ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:09.73109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.916767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:49:09.731144Z","caller":"traceutil/trace.go:171","msg":"trace[1485785761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11075; }","duration":"243.020229ms","start":"2026-03-08T02:49:09.488109Z","end":"2026-03-08T02:49:09.73113Z","steps":["trace[1485785761] 'agreement among raft nodes before linearized reading' (duration: 242.832315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:09.731265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.867918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:49:09.731318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.696708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:49:09.731344Z","caller":"traceutil/trace.go:171","msg":"trace[493889503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11075; }","duration":"241.001892ms","start":"2026-03-08T02:49:09.490322Z","end":"2026-03-08T02:49:09.731323Z","steps":["trace[493889503] 'agreement among raft nodes before linearized reading' (duration: 240.738566ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:09.731354Z","caller":"traceutil/trace.go:171","msg":"trace[1592357125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11075; }","duration":"241.747369ms","start":"2026-03-08T02:49:09.489591Z","end":"2026-03-08T02:49:09.731339Z","steps":["trace[1592357125] 'agreement among raft nodes before linearized reading' (duration: 241.658097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:09.731357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.749919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:49:09.731405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.695418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:49:09.731475Z","caller":"traceutil/trace.go:171","msg":"trace[1326136200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11075; }","duration":"241.897333ms","start":"2026-03-08T02:49:09.489553Z","end":"2026-03-08T02:49:09.73145Z","steps":["trace[1326136200] 'agreement among raft nodes before linearized reading' (duration: 241.510304ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:09.731535Z","caller":"traceutil/trace.go:171","msg":"trace[1295361415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11075; }","duration":"241.884892ms","start":"2026-03-08T02:49:09.489627Z","end":"2026-03-08T02:49:09.731512Z","steps":["trace[1295361415] 'agreement among raft nodes before linearized reading' (duration: 241.457712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:10.040107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.408145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:49:10.040381Z","caller":"traceutil/trace.go:171","msg":"trace[1761754187] transaction","detail":"{read_only:false; response_revision:11076; number_of_response:1; }","duration":"304.829505ms","start":"2026-03-08T02:49:09.735508Z","end":"2026-03-08T02:49:10.040337Z","steps":["trace[1761754187] 'process raft request' (duration: 97.068322ms)","trace[1761754187] 'compare' (duration: 207.20752ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:10.040413Z","caller":"traceutil/trace.go:171","msg":"trace[1333320915] transaction","detail":"{read_only:false; response_revision:11077; number_of_response:1; }","duration":"304.571539ms","start":"2026-03-08T02:49:09.735813Z","end":"2026-03-08T02:49:10.040385Z","steps":["trace[1333320915] 'process raft request' (duration: 304.430986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:10.040531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:09.7358Z","time spent":"304.675612ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:10.040624Z","caller":"traceutil/trace.go:171","msg":"trace[1271456004] transaction","detail":"{read_only:false; response_revision:11078; number_of_response:1; }","duration":"304.734793ms","start":"2026-03-08T02:49:09.735861Z","end":"2026-03-08T02:49:10.040595Z","steps":["trace[1271456004] 'process raft request' (duration: 304.469407ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:10.04066Z","caller":"traceutil/trace.go:171","msg":"trace[92001983] transaction","detail":"{read_only:false; response_revision:11079; number_of_response:1; }","duration":"303.671338ms","start":"2026-03-08T02:49:09.736966Z","end":"2026-03-08T02:49:10.040637Z","steps":["trace[92001983] 'process raft request' (duration: 303.521235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:10.040765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:09.735856Z","time spent":"304.840726ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:10.040761Z","caller":"traceutil/trace.go:171","msg":"trace[951981452] transaction","detail":"{read_only:false; response_revision:11080; number_of_response:1; }","duration":"303.395242ms","start":"2026-03-08T02:49:09.737346Z","end":"2026-03-08T02:49:10.040741Z","steps":["trace[951981452] 'process raft request' (duration: 303.249058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:10.0408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:09.736936Z","time spent":"303.786851ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:10.04055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:09.735485Z","time spent":"304.978019ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:10.040842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:09.737337Z","time spent":"303.466824ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:10.170723Z","caller":"traceutil/trace.go:171","msg":"trace[1432555029] transaction","detail":"{read_only:false; response_revision:11081; number_of_response:1; }","duration":"169.711213ms","start":"2026-03-08T02:49:10.000983Z","end":"2026-03-08T02:49:10.170694Z","steps":["trace[1432555029] 'process raft request' (duration: 162.875952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:11.397012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.464441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:49:11.397166Z","caller":"traceutil/trace.go:171","msg":"trace[1618813534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:11083; }","duration":"144.676827ms","start":"2026-03-08T02:49:11.252454Z","end":"2026-03-08T02:49:11.397131Z","steps":["trace[1618813534] 'range keys from in-memory index tree' (duration: 144.199806ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:12.186591Z","caller":"traceutil/trace.go:171","msg":"trace[563867483] transaction","detail":"{read_only:false; response_revision:11088; number_of_response:1; }","duration":"120.886861ms","start":"2026-03-08T02:49:12.065667Z","end":"2026-03-08T02:49:12.186554Z","steps":["trace[563867483] 'process raft request' (duration: 120.84391ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:12.187049Z","caller":"traceutil/trace.go:171","msg":"trace[1712524747] transaction","detail":"{read_only:false; response_revision:11086; number_of_response:1; }","duration":"130.29776ms","start":"2026-03-08T02:49:12.056717Z","end":"2026-03-08T02:49:12.187015Z","steps":["trace[1712524747] 'process raft request' (duration: 129.714157ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:12.187098Z","caller":"traceutil/trace.go:171","msg":"trace[445993100] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"121.991216ms","start":"2026-03-08T02:49:12.065096Z","end":"2026-03-08T02:49:12.187087Z","steps":["trace[445993100] 'process raft request' (duration: 121.384802ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:12.187311Z","caller":"traceutil/trace.go:171","msg":"trace[1505450751] transaction","detail":"{read_only:false; response_revision:11085; number_of_response:1; }","duration":"130.671349ms","start":"2026-03-08T02:49:12.056629Z","end":"2026-03-08T02:49:12.187301Z","steps":["trace[1505450751] 'process raft request' (duration: 129.646015ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:12.515219Z","caller":"traceutil/trace.go:171","msg":"trace[1242190928] transaction","detail":"{read_only:false; response_revision:11089; number_of_response:1; }","duration":"323.165354ms","start":"2026-03-08T02:49:12.192027Z","end":"2026-03-08T02:49:12.515192Z","steps":["trace[1242190928] 'process raft request' (duration: 322.97144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:12.515369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:12.192001Z","time spent":"323.291208ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:12.812809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.371814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:49:12.81306Z","caller":"traceutil/trace.go:171","msg":"trace[281388481] linearizableReadLoop","detail":"{readStateIndex:11505; appliedIndex:11503; }","duration":"546.592515ms","start":"2026-03-08T02:49:12.266425Z","end":"2026-03-08T02:49:12.813018Z","steps":["trace[281388481] 'read index received' (duration: 248.60593ms)","trace[281388481] 'applied index is now lower than readState.Index' (duration: 297.984165ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:12.813101Z","caller":"traceutil/trace.go:171","msg":"trace[1399635541] transaction","detail":"{read_only:false; response_revision:11090; number_of_response:1; }","duration":"610.617943ms","start":"2026-03-08T02:49:12.202459Z","end":"2026-03-08T02:49:12.813077Z","steps":["trace[1399635541] 'process raft request' (duration: 414.793529ms)","trace[1399635541] 'compare' (duration: 195.2356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:12.813305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:12.202433Z","time spent":"610.720696ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:12.813882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.446625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T02:49:12.813944Z","caller":"traceutil/trace.go:171","msg":"trace[275484497] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11090; }","duration":"547.545617ms","start":"2026-03-08T02:49:12.266385Z","end":"2026-03-08T02:49:12.813931Z","steps":["trace[275484497] 'agreement among raft nodes before linearized reading' (duration: 546.746979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:12.813982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:12.266369Z","time spent":"547.602488ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1157,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:49:13.023522Z","caller":"traceutil/trace.go:171","msg":"trace[1477616249] linearizableReadLoop","detail":"{readStateIndex:11506; appliedIndex:11505; }","duration":"210.393985ms","start":"2026-03-08T02:49:12.813101Z","end":"2026-03-08T02:49:13.023495Z","steps":["trace[1477616249] 'read index received' (duration: 111.397868ms)","trace[1477616249] 'applied index is now lower than readState.Index' (duration: 98.994917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:13.023739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.788645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:13.02379Z","caller":"traceutil/trace.go:171","msg":"trace[907844865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11091; }","duration":"313.892538ms","start":"2026-03-08T02:49:12.709884Z","end":"2026-03-08T02:49:13.023777Z","steps":["trace[907844865] 'agreement among raft nodes before linearized reading' (duration: 313.788945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:13.023767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.283539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-08T02:49:13.023829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:12.709865Z","time spent":"313.95664ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:49:13.02385Z","caller":"traceutil/trace.go:171","msg":"trace[340156034] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11091; }","duration":"291.373171ms","start":"2026-03-08T02:49:12.732451Z","end":"2026-03-08T02:49:13.023824Z","steps":["trace[340156034] 'agreement among raft nodes before linearized reading' (duration: 291.076954ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:13.024169Z","caller":"traceutil/trace.go:171","msg":"trace[1068578312] transaction","detail":"{read_only:false; response_revision:11091; number_of_response:1; }","duration":"225.943469ms","start":"2026-03-08T02:49:12.798202Z","end":"2026-03-08T02:49:13.024146Z","steps":["trace[1068578312] 'process raft request' (duration: 126.388339ms)","trace[1068578312] 'compare' (duration: 98.773092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:13.02423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.373095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414947"} {"level":"info","ts":"2026-03-08T02:49:13.024308Z","caller":"traceutil/trace.go:171","msg":"trace[1583611523] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11091; }","duration":"700.507057ms","start":"2026-03-08T02:49:12.323779Z","end":"2026-03-08T02:49:13.024286Z","steps":["trace[1583611523] 'agreement among raft nodes before linearized reading' (duration: 700.015786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:13.024485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.85538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-08T02:49:13.024536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:12.32376Z","time spent":"700.763584ms","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414970,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-08T02:49:13.024598Z","caller":"traceutil/trace.go:171","msg":"trace[1913644458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11091; }","duration":"444.038004ms","start":"2026-03-08T02:49:12.580532Z","end":"2026-03-08T02:49:13.02457Z","steps":["trace[1913644458] 'agreement among raft nodes before linearized reading' (duration: 443.599674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:13.024654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:12.580509Z","time spent":"444.135987ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:49:13.344481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:13.344566Z","caller":"traceutil/trace.go:171","msg":"trace[1667115796] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11091; }","duration":"183.817583ms","start":"2026-03-08T02:49:13.160729Z","end":"2026-03-08T02:49:13.344547Z","steps":["trace[1667115796] 'range keys from in-memory index tree' (duration: 183.568077ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:13.344766Z","caller":"traceutil/trace.go:171","msg":"trace[1041854671] linearizableReadLoop","detail":"{readStateIndex:11507; appliedIndex:11506; }","duration":"108.390748ms","start":"2026-03-08T02:49:13.236339Z","end":"2026-03-08T02:49:13.34473Z","steps":["trace[1041854671] 'read index received' (duration: 76.252435ms)","trace[1041854671] 'applied index is now lower than readState.Index' (duration: 32.136273ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:13.344863Z","caller":"traceutil/trace.go:171","msg":"trace[621740704] transaction","detail":"{read_only:false; response_revision:11092; number_of_response:1; }","duration":"166.409746ms","start":"2026-03-08T02:49:13.178398Z","end":"2026-03-08T02:49:13.344808Z","steps":["trace[621740704] 'process raft request' (duration: 134.306024ms)","trace[621740704] 'compare' (duration: 31.717712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:13.344999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.639743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:49:13.345037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.622203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:13.345066Z","caller":"traceutil/trace.go:171","msg":"trace[1508802866] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11092; }","duration":"108.747405ms","start":"2026-03-08T02:49:13.236302Z","end":"2026-03-08T02:49:13.34505Z","steps":["trace[1508802866] 'agreement among raft nodes before linearized reading' (duration: 108.572601ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:13.345091Z","caller":"traceutil/trace.go:171","msg":"trace[1938762261] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11092; }","duration":"108.726855ms","start":"2026-03-08T02:49:13.236348Z","end":"2026-03-08T02:49:13.345075Z","steps":["trace[1938762261] 'agreement among raft nodes before linearized reading' (duration: 108.599372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:13.345096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.626513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:13.345136Z","caller":"traceutil/trace.go:171","msg":"trace[233219352] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11092; }","duration":"108.701605ms","start":"2026-03-08T02:49:13.236423Z","end":"2026-03-08T02:49:13.345125Z","steps":["trace[233219352] 'agreement among raft nodes before linearized reading' (duration: 108.597563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:13.345219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.190443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:13.345271Z","caller":"traceutil/trace.go:171","msg":"trace[1789744046] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11092; }","duration":"108.242684ms","start":"2026-03-08T02:49:13.237008Z","end":"2026-03-08T02:49:13.345251Z","steps":["trace[1789744046] 'agreement among raft nodes before linearized reading' (duration: 108.188323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:13.345315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.308125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:13.345382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.904729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:13.345359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.076737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-08T02:49:13.345386Z","caller":"traceutil/trace.go:171","msg":"trace[1341251203] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11092; }","duration":"108.385257ms","start":"2026-03-08T02:49:13.236984Z","end":"2026-03-08T02:49:13.34537Z","steps":["trace[1341251203] 'agreement among raft nodes before linearized reading' (duration: 108.268234ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:13.345419Z","caller":"traceutil/trace.go:171","msg":"trace[656469207] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11092; }","duration":"108.959161ms","start":"2026-03-08T02:49:13.23645Z","end":"2026-03-08T02:49:13.345409Z","steps":["trace[656469207] 'agreement among raft nodes before linearized reading' (duration: 108.871679ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:13.345438Z","caller":"traceutil/trace.go:171","msg":"trace[1706570928] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11092; }","duration":"107.185349ms","start":"2026-03-08T02:49:13.238234Z","end":"2026-03-08T02:49:13.345419Z","steps":["trace[1706570928] 'agreement among raft nodes before linearized reading' (duration: 106.946943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:13.345149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.283635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:49:13.345458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.683975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:13.345319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.918889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:13.345495Z","caller":"traceutil/trace.go:171","msg":"trace[1167476916] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11092; }","duration":"108.733965ms","start":"2026-03-08T02:49:13.236751Z","end":"2026-03-08T02:49:13.345485Z","steps":["trace[1167476916] 'agreement among raft nodes before linearized reading' (duration: 108.666214ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:13.345514Z","caller":"traceutil/trace.go:171","msg":"trace[1976010305] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11092; }","duration":"109.178146ms","start":"2026-03-08T02:49:13.236325Z","end":"2026-03-08T02:49:13.345503Z","steps":["trace[1976010305] 'agreement among raft nodes before linearized reading' (duration: 108.959331ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:13.345503Z","caller":"traceutil/trace.go:171","msg":"trace[280635156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11092; }","duration":"108.679614ms","start":"2026-03-08T02:49:13.236805Z","end":"2026-03-08T02:49:13.345485Z","steps":["trace[280635156] 'agreement among raft nodes before linearized reading' (duration: 108.153462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:13.346246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.389041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:13.346409Z","caller":"traceutil/trace.go:171","msg":"trace[1815239374] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11092; }","duration":"109.590915ms","start":"2026-03-08T02:49:13.236778Z","end":"2026-03-08T02:49:13.346369Z","steps":["trace[1815239374] 'agreement among raft nodes before linearized reading' (duration: 108.551591ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:13.637557Z","caller":"traceutil/trace.go:171","msg":"trace[1449898030] linearizableReadLoop","detail":"{readStateIndex:11508; appliedIndex:11507; }","duration":"223.997894ms","start":"2026-03-08T02:49:13.413533Z","end":"2026-03-08T02:49:13.637531Z","steps":["trace[1449898030] 'read index received' (duration: 223.461951ms)","trace[1449898030] 'applied index is now lower than readState.Index' (duration: 534.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:13.637677Z","caller":"traceutil/trace.go:171","msg":"trace[1725369624] transaction","detail":"{read_only:false; response_revision:11093; number_of_response:1; }","duration":"231.770945ms","start":"2026-03-08T02:49:13.405873Z","end":"2026-03-08T02:49:13.637644Z","steps":["trace[1725369624] 'process raft request' (duration: 231.206402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:13.637985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.431463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:49:13.638034Z","caller":"traceutil/trace.go:171","msg":"trace[257340083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:11093; }","duration":"224.518805ms","start":"2026-03-08T02:49:13.413503Z","end":"2026-03-08T02:49:13.638022Z","steps":["trace[257340083] 'agreement among raft nodes before linearized reading' (duration: 224.127096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:14.483685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.436316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:49:14.483927Z","caller":"traceutil/trace.go:171","msg":"trace[1421124067] transaction","detail":"{read_only:false; response_revision:11095; number_of_response:1; }","duration":"284.692684ms","start":"2026-03-08T02:49:14.199202Z","end":"2026-03-08T02:49:14.483895Z","steps":["trace[1421124067] 'process raft request' (duration: 73.91899ms)","trace[1421124067] 'compare' (duration: 210.327883ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:14.486059Z","caller":"traceutil/trace.go:171","msg":"trace[354534269] transaction","detail":"{read_only:false; response_revision:11096; number_of_response:1; }","duration":"285.140455ms","start":"2026-03-08T02:49:14.199266Z","end":"2026-03-08T02:49:14.484406Z","steps":["trace[354534269] 'process raft request' (duration: 284.580962ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:14.486703Z","caller":"traceutil/trace.go:171","msg":"trace[851181015] transaction","detail":"{read_only:false; response_revision:11097; number_of_response:1; }","duration":"285.519313ms","start":"2026-03-08T02:49:14.200416Z","end":"2026-03-08T02:49:14.485935Z","steps":["trace[851181015] 'process raft request' (duration: 283.487716ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:14.560968Z","caller":"traceutil/trace.go:171","msg":"trace[195381386] transaction","detail":"{read_only:false; response_revision:11098; number_of_response:1; }","duration":"107.851965ms","start":"2026-03-08T02:49:14.453081Z","end":"2026-03-08T02:49:14.560933Z","steps":["trace[195381386] 'process raft request' (duration: 107.6594ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:14.56101Z","caller":"traceutil/trace.go:171","msg":"trace[1267311235] linearizableReadLoop","detail":"{readStateIndex:11512; appliedIndex:11509; }","duration":"358.615195ms","start":"2026-03-08T02:49:14.20232Z","end":"2026-03-08T02:49:14.560935Z","steps":["trace[1267311235] 'read index received' (duration: 70.89152ms)","trace[1267311235] 'applied index is now lower than readState.Index' (duration: 287.720405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:14.561196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.85316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:49:14.561238Z","caller":"traceutil/trace.go:171","msg":"trace[1950871581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11098; }","duration":"358.928552ms","start":"2026-03-08T02:49:14.202297Z","end":"2026-03-08T02:49:14.561225Z","steps":["trace[1950871581] 'agreement among raft nodes before linearized reading' (duration: 358.756998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:14.561275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:14.202286Z","time spent":"358.981033ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:49:14.742348Z","caller":"traceutil/trace.go:171","msg":"trace[1956436449] linearizableReadLoop","detail":"{readStateIndex:11515; appliedIndex:11514; }","duration":"176.610274ms","start":"2026-03-08T02:49:14.565718Z","end":"2026-03-08T02:49:14.742328Z","steps":["trace[1956436449] 'read index received' (duration: 176.498442ms)","trace[1956436449] 'applied index is now lower than readState.Index' (duration: 111.142µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:14.742409Z","caller":"traceutil/trace.go:171","msg":"trace[934600710] transaction","detail":"{read_only:false; response_revision:11099; number_of_response:1; }","duration":"176.830629ms","start":"2026-03-08T02:49:14.565547Z","end":"2026-03-08T02:49:14.742378Z","steps":["trace[934600710] 'process raft request' (duration: 176.648845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:14.742498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.770348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:49:14.742529Z","caller":"traceutil/trace.go:171","msg":"trace[32185193] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11099; }","duration":"176.871291ms","start":"2026-03-08T02:49:14.565651Z","end":"2026-03-08T02:49:14.742522Z","steps":["trace[32185193] 'agreement among raft nodes before linearized reading' (duration: 176.783859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:14.899433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.170279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-03-08T02:49:14.899524Z","caller":"traceutil/trace.go:171","msg":"trace[258131318] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11099; }","duration":"107.336412ms","start":"2026-03-08T02:49:14.792169Z","end":"2026-03-08T02:49:14.899505Z","steps":["trace[258131318] 'range keys from in-memory index tree' (duration: 106.860781ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:15.607512Z","caller":"traceutil/trace.go:171","msg":"trace[1038191681] transaction","detail":"{read_only:false; response_revision:11103; number_of_response:1; }","duration":"224.503834ms","start":"2026-03-08T02:49:15.382972Z","end":"2026-03-08T02:49:15.607476Z","steps":["trace[1038191681] 'process raft request' (duration: 136.26201ms)","trace[1038191681] 'compare' (duration: 88.100761ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:49.005851Z","caller":"traceutil/trace.go:171","msg":"trace[2041105809] linearizableReadLoop","detail":"{readStateIndex:11734; appliedIndex:11732; }","duration":"294.769371ms","start":"2026-03-08T02:49:48.711046Z","end":"2026-03-08T02:49:49.005816Z","steps":["trace[2041105809] 'read index received' (duration: 294.343991ms)","trace[2041105809] 'applied index is now lower than readState.Index' (duration: 423.869µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:49.006194Z","caller":"traceutil/trace.go:171","msg":"trace[2097472339] transaction","detail":"{read_only:false; response_revision:11311; number_of_response:1; }","duration":"328.49018ms","start":"2026-03-08T02:49:48.677656Z","end":"2026-03-08T02:49:49.006146Z","steps":["trace[2097472339] 'process raft request' (duration: 327.839845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.006389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.677638Z","time spent":"328.646684ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:49.006389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.988799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-z4bzg\" ","response":"range_response_count:1 size:8174"} {"level":"info","ts":"2026-03-08T02:49:49.006411Z","caller":"traceutil/trace.go:171","msg":"trace[937609753] transaction","detail":"{read_only:false; response_revision:11312; number_of_response:1; }","duration":"328.544141ms","start":"2026-03-08T02:49:48.677837Z","end":"2026-03-08T02:49:49.006381Z","steps":["trace[937609753] 'process raft request' (duration: 327.920956ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.006479Z","caller":"traceutil/trace.go:171","msg":"trace[1299209729] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-z4bzg; range_end:; response_count:1; response_revision:11312; }","duration":"170.138154ms","start":"2026-03-08T02:49:48.836317Z","end":"2026-03-08T02:49:49.006455Z","steps":["trace[1299209729] 'agreement among raft nodes before linearized reading' (duration: 169.862807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.006526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.804572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:49.006623Z","caller":"traceutil/trace.go:171","msg":"trace[1411961356] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11312; }","duration":"125.014257ms","start":"2026-03-08T02:49:48.88158Z","end":"2026-03-08T02:49:49.006594Z","steps":["trace[1411961356] 'agreement among raft nodes before linearized reading' (duration: 124.74278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.006912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.856996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:49.006987Z","caller":"traceutil/trace.go:171","msg":"trace[1828616194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11312; }","duration":"295.972259ms","start":"2026-03-08T02:49:48.710993Z","end":"2026-03-08T02:49:49.006965Z","steps":["trace[1828616194] 'agreement among raft nodes before linearized reading' (duration: 295.089178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.006982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.67783Z","time spent":"328.90157ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:49.181469Z","caller":"traceutil/trace.go:171","msg":"trace[1460839499] linearizableReadLoop","detail":"{readStateIndex:11738; appliedIndex:11735; }","duration":"108.242134ms","start":"2026-03-08T02:49:49.073207Z","end":"2026-03-08T02:49:49.181449Z","steps":["trace[1460839499] 'read index received' (duration: 102.048159ms)","trace[1460839499] 'applied index is now lower than readState.Index' (duration: 6.193505ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:49.18154Z","caller":"traceutil/trace.go:171","msg":"trace[1478787452] transaction","detail":"{read_only:false; response_revision:11314; number_of_response:1; }","duration":"164.961801ms","start":"2026-03-08T02:49:49.016555Z","end":"2026-03-08T02:49:49.181517Z","steps":["trace[1478787452] 'process raft request' (duration: 164.800077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.181668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.820445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:49:49.181709Z","caller":"traceutil/trace.go:171","msg":"trace[1658976017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11315; }","duration":"169.900437ms","start":"2026-03-08T02:49:49.011799Z","end":"2026-03-08T02:49:49.181699Z","steps":["trace[1658976017] 'agreement among raft nodes before linearized reading' (duration: 169.729433ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.181883Z","caller":"traceutil/trace.go:171","msg":"trace[1052551344] transaction","detail":"{read_only:false; response_revision:11315; number_of_response:1; }","duration":"164.03839ms","start":"2026-03-08T02:49:49.017834Z","end":"2026-03-08T02:49:49.181872Z","steps":["trace[1052551344] 'process raft request' (duration: 163.584539ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.181892Z","caller":"traceutil/trace.go:171","msg":"trace[1580303341] transaction","detail":"{read_only:false; response_revision:11313; number_of_response:1; }","duration":"170.707156ms","start":"2026-03-08T02:49:49.011166Z","end":"2026-03-08T02:49:49.181873Z","steps":["trace[1580303341] 'process raft request' (duration: 164.07417ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.185247Z","caller":"traceutil/trace.go:171","msg":"trace[1385217161] transaction","detail":"{read_only:false; response_revision:11316; number_of_response:1; }","duration":"110.416674ms","start":"2026-03-08T02:49:49.074813Z","end":"2026-03-08T02:49:49.18523Z","steps":["trace[1385217161] 'process raft request' (duration: 110.319292ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:15.919704Z","caller":"traceutil/trace.go:171","msg":"trace[1077877624] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"183.472335ms","start":"2026-03-08T02:50:15.736205Z","end":"2026-03-08T02:50:15.919677Z","steps":["trace[1077877624] 'process raft request' (duration: 183.28305ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:16.665096Z","caller":"traceutil/trace.go:171","msg":"trace[652617345] transaction","detail":"{read_only:false; response_revision:11497; number_of_response:1; }","duration":"101.904116ms","start":"2026-03-08T02:50:16.563163Z","end":"2026-03-08T02:50:16.665067Z","steps":["trace[652617345] 'process raft request' (duration: 101.717781ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:16.819977Z","caller":"traceutil/trace.go:171","msg":"trace[1089691294] linearizableReadLoop","detail":"{readStateIndex:11927; appliedIndex:11926; }","duration":"111.188363ms","start":"2026-03-08T02:50:16.708759Z","end":"2026-03-08T02:50:16.819948Z","steps":["trace[1089691294] 'read index received' (duration: 41.734827ms)","trace[1089691294] 'applied index is now lower than readState.Index' (duration: 69.452556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:16.820097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.317116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:16.820135Z","caller":"traceutil/trace.go:171","msg":"trace[1227879590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11498; }","duration":"111.410478ms","start":"2026-03-08T02:50:16.708713Z","end":"2026-03-08T02:50:16.820124Z","steps":["trace[1227879590] 'agreement among raft nodes before linearized reading' (duration: 111.333867ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:16.820313Z","caller":"traceutil/trace.go:171","msg":"trace[1189242776] transaction","detail":"{read_only:false; response_revision:11498; number_of_response:1; }","duration":"139.055726ms","start":"2026-03-08T02:50:16.681206Z","end":"2026-03-08T02:50:16.820261Z","steps":["trace[1189242776] 'process raft request' (duration: 69.387654ms)","trace[1189242776] 'compare' (duration: 69.239002ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:17.514429Z","caller":"traceutil/trace.go:171","msg":"trace[2063430031] transaction","detail":"{read_only:false; response_revision:11502; number_of_response:1; }","duration":"224.367532ms","start":"2026-03-08T02:50:17.290018Z","end":"2026-03-08T02:50:17.514386Z","steps":["trace[2063430031] 'process raft request' (duration: 152.121421ms)","trace[2063430031] 'compare' (duration: 72.066707ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:17.514426Z","caller":"traceutil/trace.go:171","msg":"trace[43914741] linearizableReadLoop","detail":"{readStateIndex:11931; appliedIndex:11930; }","duration":"194.271247ms","start":"2026-03-08T02:50:17.320132Z","end":"2026-03-08T02:50:17.514403Z","steps":["trace[43914741] 'read index received' (duration: 121.956924ms)","trace[43914741] 'applied index is now lower than readState.Index' (duration: 72.312303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:17.514795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.610786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:50:17.51485Z","caller":"traceutil/trace.go:171","msg":"trace[1019533536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11503; }","duration":"194.745128ms","start":"2026-03-08T02:50:17.320091Z","end":"2026-03-08T02:50:17.514836Z","steps":["trace[1019533536] 'agreement among raft nodes before linearized reading' (duration: 194.38297ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:23.041031Z","caller":"traceutil/trace.go:171","msg":"trace[1359385431] linearizableReadLoop","detail":"{readStateIndex:11956; appliedIndex:11955; }","duration":"143.498949ms","start":"2026-03-08T02:50:22.897505Z","end":"2026-03-08T02:50:23.041004Z","steps":["trace[1359385431] 'read index received' (duration: 143.314445ms)","trace[1359385431] 'applied index is now lower than readState.Index' (duration: 183.364µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:23.041327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.798006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:50:23.04138Z","caller":"traceutil/trace.go:171","msg":"trace[1883566568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11526; }","duration":"143.91852ms","start":"2026-03-08T02:50:22.897445Z","end":"2026-03-08T02:50:23.041364Z","steps":["trace[1883566568] 'agreement among raft nodes before linearized reading' (duration: 143.656783ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:23.041349Z","caller":"traceutil/trace.go:171","msg":"trace[670477386] transaction","detail":"{read_only:false; response_revision:11526; number_of_response:1; }","duration":"180.654229ms","start":"2026-03-08T02:50:22.860658Z","end":"2026-03-08T02:50:23.041312Z","steps":["trace[670477386] 'process raft request' (duration: 180.175358ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:35.816042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9628} {"level":"info","ts":"2026-03-08T02:50:35.89976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9628,"took":"81.520059ms","hash":2138223385,"current-db-size-bytes":40697856,"current-db-size":"41 MB","current-db-size-in-use-bytes":21782528,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-08T02:50:35.899833Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2138223385,"revision":9628,"compact-revision":7467} {"level":"info","ts":"2026-03-08T02:53:01.214095Z","caller":"traceutil/trace.go:171","msg":"trace[744759589] transaction","detail":"{read_only:false; response_revision:12461; number_of_response:1; }","duration":"131.005721ms","start":"2026-03-08T02:53:01.083064Z","end":"2026-03-08T02:53:01.214069Z","steps":["trace[744759589] 'process raft request' (duration: 130.852427ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:53:12.680302Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003329.wal"} {"level":"info","ts":"2026-03-08T02:53:22.294432Z","caller":"traceutil/trace.go:171","msg":"trace[731116088] linearizableReadLoop","detail":"{readStateIndex:13169; appliedIndex:13168; }","duration":"116.260937ms","start":"2026-03-08T02:53:22.178144Z","end":"2026-03-08T02:53:22.294405Z","steps":["trace[731116088] 'read index received' (duration: 116.103323ms)","trace[731116088] 'applied index is now lower than readState.Index' (duration: 156.654µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:53:22.294652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.494333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:53:22.294697Z","caller":"traceutil/trace.go:171","msg":"trace[901671661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12696; }","duration":"116.595095ms","start":"2026-03-08T02:53:22.178089Z","end":"2026-03-08T02:53:22.294684Z","steps":["trace[901671661] 'agreement among raft nodes before linearized reading' (duration: 116.423091ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:53:22.294756Z","caller":"traceutil/trace.go:171","msg":"trace[1706469771] transaction","detail":"{read_only:false; response_revision:12696; number_of_response:1; }","duration":"232.520914ms","start":"2026-03-08T02:53:22.062139Z","end":"2026-03-08T02:53:22.294659Z","steps":["trace[1706469771] 'process raft request' (duration: 232.128074ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:53:28.446358Z","caller":"traceutil/trace.go:171","msg":"trace[896641877] transaction","detail":"{read_only:false; response_revision:12731; number_of_response:1; }","duration":"121.052179ms","start":"2026-03-08T02:53:28.325277Z","end":"2026-03-08T02:53:28.446329Z","steps":["trace[896641877] 'process raft request' (duration: 120.867354ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:53:28.446567Z","caller":"traceutil/trace.go:171","msg":"trace[779710189] linearizableReadLoop","detail":"{readStateIndex:13205; appliedIndex:13203; }","duration":"119.779269ms","start":"2026-03-08T02:53:28.326745Z","end":"2026-03-08T02:53:28.446524Z","steps":["trace[779710189] 'read index received' (duration: 94.393296ms)","trace[779710189] 'applied index is now lower than readState.Index' (duration: 25.383323ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:53:28.446616Z","caller":"traceutil/trace.go:171","msg":"trace[2086725441] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"119.685297ms","start":"2026-03-08T02:53:28.326915Z","end":"2026-03-08T02:53:28.446601Z","steps":["trace[2086725441] 'process raft request' (duration: 119.365719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:53:28.446804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.041565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:53:28.446875Z","caller":"traceutil/trace.go:171","msg":"trace[128699717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12732; }","duration":"120.152398ms","start":"2026-03-08T02:53:28.32671Z","end":"2026-03-08T02:53:28.446862Z","steps":["trace[128699717] 'agreement among raft nodes before linearized reading' (duration: 119.945273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.092171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081872340,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:54:55.18867Z","caller":"traceutil/trace.go:171","msg":"trace[1168278979] transaction","detail":"{read_only:false; response_revision:13259; number_of_response:1; }","duration":"611.268984ms","start":"2026-03-08T02:54:54.577381Z","end":"2026-03-08T02:54:55.18865Z","steps":["trace[1168278979] 'process raft request' (duration: 611.138981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.188792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:54:54.577363Z","time spent":"611.371116ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:54:55.193727Z","caller":"traceutil/trace.go:171","msg":"trace[1091384342] linearizableReadLoop","detail":"{readStateIndex:13758; appliedIndex:13755; }","duration":"601.973106ms","start":"2026-03-08T02:54:54.591743Z","end":"2026-03-08T02:54:55.193716Z","steps":["trace[1091384342] 'read index received' (duration: 597.287857ms)","trace[1091384342] 'applied index is now lower than readState.Index' (duration: 4.683709ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:54:55.193768Z","caller":"traceutil/trace.go:171","msg":"trace[687497693] transaction","detail":"{read_only:false; response_revision:13260; number_of_response:1; }","duration":"352.895406ms","start":"2026-03-08T02:54:54.840868Z","end":"2026-03-08T02:54:55.193764Z","steps":["trace[687497693] 'process raft request' (duration: 352.689502ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:54:55.193745Z","caller":"traceutil/trace.go:171","msg":"trace[312733147] transaction","detail":"{read_only:false; response_revision:13261; number_of_response:1; }","duration":"351.31922ms","start":"2026-03-08T02:54:54.84241Z","end":"2026-03-08T02:54:55.193729Z","steps":["trace[312733147] 'process raft request' (duration: 351.214337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.193815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:54:54.840844Z","time spent":"352.940357ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:54:55.194333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.936238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:54:55.194446Z","caller":"traceutil/trace.go:171","msg":"trace[1484100946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13263; }","duration":"484.075391ms","start":"2026-03-08T02:54:54.71033Z","end":"2026-03-08T02:54:55.194406Z","steps":["trace[1484100946] 'agreement among raft nodes before linearized reading' (duration: 483.949968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.194661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:54:54.710309Z","time spent":"484.343718ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:54:55.194727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:54:54.842384Z","time spent":"351.415251ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:54:55.193823Z","caller":"traceutil/trace.go:171","msg":"trace[1388636586] transaction","detail":"{read_only:false; response_revision:13262; number_of_response:1; }","duration":"282.85387ms","start":"2026-03-08T02:54:54.91094Z","end":"2026-03-08T02:54:55.193794Z","steps":["trace[1388636586] 'process raft request' (duration: 282.720027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.193881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.10187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:54:55.194837Z","caller":"traceutil/trace.go:171","msg":"trace[1774676024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13263; }","duration":"603.114753ms","start":"2026-03-08T02:54:54.591709Z","end":"2026-03-08T02:54:55.194824Z","steps":["trace[1774676024] 'agreement among raft nodes before linearized reading' (duration: 602.084979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.194873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:54:54.591693Z","time spent":"603.167185ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:54:55.194091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.668342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:54:55.194963Z","caller":"traceutil/trace.go:171","msg":"trace[461081343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13263; }","duration":"276.581643ms","start":"2026-03-08T02:54:54.918373Z","end":"2026-03-08T02:54:55.194954Z","steps":["trace[461081343] 'agreement among raft nodes before linearized reading' (duration: 275.630931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.19409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.397169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:54:55.195038Z","caller":"traceutil/trace.go:171","msg":"trace[1343163456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13263; }","duration":"271.368601ms","start":"2026-03-08T02:54:54.923665Z","end":"2026-03-08T02:54:55.195033Z","steps":["trace[1343163456] 'agreement among raft nodes before linearized reading' (duration: 270.360357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.194112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.998745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:54:55.195104Z","caller":"traceutil/trace.go:171","msg":"trace[1620010438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13263; }","duration":"151.033359ms","start":"2026-03-08T02:54:55.044062Z","end":"2026-03-08T02:54:55.195096Z","steps":["trace[1620010438] 'agreement among raft nodes before linearized reading' (duration: 149.904633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.194185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.616357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:54:55.195172Z","caller":"traceutil/trace.go:171","msg":"trace[1631538642] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13263; }","duration":"278.633411ms","start":"2026-03-08T02:54:54.916533Z","end":"2026-03-08T02:54:55.195166Z","steps":["trace[1631538642] 'agreement among raft nodes before linearized reading' (duration: 277.619677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.194224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.281744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:54:55.195245Z","caller":"traceutil/trace.go:171","msg":"trace[1039994638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13263; }","duration":"321.314038ms","start":"2026-03-08T02:54:54.873911Z","end":"2026-03-08T02:54:55.195225Z","steps":["trace[1039994638] 'agreement among raft nodes before linearized reading' (duration: 320.288715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.195287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:54:54.873894Z","time spent":"321.384ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:15.62666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.42393ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:55:15.626735Z","caller":"traceutil/trace.go:171","msg":"trace[1810528937] linearizableReadLoop","detail":"{readStateIndex:13857; appliedIndex:13856; }","duration":"1.08201299s","start":"2026-03-08T02:55:14.544709Z","end":"2026-03-08T02:55:15.626722Z","steps":["trace[1810528937] 'read index received' (duration: 408.458047ms)","trace[1810528937] 'applied index is now lower than readState.Index' (duration: 673.553993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:15.626992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082264885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:55:15.627065Z","caller":"traceutil/trace.go:171","msg":"trace[959203441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:13357; }","duration":"1.082383508s","start":"2026-03-08T02:55:14.544662Z","end":"2026-03-08T02:55:15.627046Z","steps":["trace[959203441] 'agreement among raft nodes before linearized reading' (duration: 1.082179444s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.627102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:14.544637Z","time spent":"1.08245622s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:55:15.628499Z","caller":"traceutil/trace.go:171","msg":"trace[947529982] transaction","detail":"{read_only:false; response_revision:13358; number_of_response:1; }","duration":"643.967329ms","start":"2026-03-08T02:55:14.984508Z","end":"2026-03-08T02:55:15.628475Z","steps":["trace[947529982] 'process raft request' (duration: 643.798565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.628643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:14.984481Z","time spent":"644.087192ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:15.629046Z","caller":"traceutil/trace.go:171","msg":"trace[1838793091] transaction","detail":"{read_only:false; response_revision:13359; number_of_response:1; }","duration":"363.738789ms","start":"2026-03-08T02:55:15.26529Z","end":"2026-03-08T02:55:15.629029Z","steps":["trace[1838793091] 'process raft request' (duration: 363.625956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.629153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:15.265272Z","time spent":"363.826661ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:15.629235Z","caller":"traceutil/trace.go:171","msg":"trace[310187584] transaction","detail":"{read_only:false; response_revision:13360; number_of_response:1; }","duration":"361.286891ms","start":"2026-03-08T02:55:15.267922Z","end":"2026-03-08T02:55:15.629209Z","steps":["trace[310187584] 'process raft request' (duration: 361.084776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.6293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.385237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:15.629348Z","caller":"traceutil/trace.go:171","msg":"trace[1135956992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13362; }","duration":"919.468809ms","start":"2026-03-08T02:55:14.709868Z","end":"2026-03-08T02:55:15.629337Z","steps":["trace[1135956992] 'agreement among raft nodes before linearized reading' (duration: 919.378117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.629351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:15.267911Z","time spent":"361.382643ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:15.629385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:14.709848Z","time spent":"919.52951ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:55:15.629406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.483084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:15.629433Z","caller":"traceutil/trace.go:171","msg":"trace[691951910] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13362; }","duration":"178.512695ms","start":"2026-03-08T02:55:15.450911Z","end":"2026-03-08T02:55:15.629424Z","steps":["trace[691951910] 'agreement among raft nodes before linearized reading' (duration: 178.467534ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:15.629591Z","caller":"traceutil/trace.go:171","msg":"trace[1794315669] transaction","detail":"{read_only:false; response_revision:13361; number_of_response:1; }","duration":"356.181661ms","start":"2026-03-08T02:55:15.273403Z","end":"2026-03-08T02:55:15.629585Z","steps":["trace[1794315669] 'process raft request' (duration: 355.741901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.629607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.792697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:55:15.629628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:15.273376Z","time spent":"356.232762ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:15.629631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.242615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:55:15.62964Z","caller":"traceutil/trace.go:171","msg":"trace[1979178570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13362; }","duration":"342.834359ms","start":"2026-03-08T02:55:15.286793Z","end":"2026-03-08T02:55:15.629628Z","steps":["trace[1979178570] 'agreement among raft nodes before linearized reading' (duration: 342.727796ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:15.629659Z","caller":"traceutil/trace.go:171","msg":"trace[1945406263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13362; }","duration":"345.296576ms","start":"2026-03-08T02:55:15.284352Z","end":"2026-03-08T02:55:15.629649Z","steps":["trace[1945406263] 'agreement among raft nodes before linearized reading' (duration: 345.191684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.629676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:15.286787Z","time spent":"342.88266ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:55:15.629724Z","caller":"traceutil/trace.go:171","msg":"trace[1072133832] transaction","detail":"{read_only:false; response_revision:13362; number_of_response:1; }","duration":"233.376772ms","start":"2026-03-08T02:55:15.396339Z","end":"2026-03-08T02:55:15.629715Z","steps":["trace[1072133832] 'process raft request' (duration: 232.86456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.629774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.329183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:55:15.629798Z","caller":"traceutil/trace.go:171","msg":"trace[206523904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13362; }","duration":"344.370805ms","start":"2026-03-08T02:55:15.285421Z","end":"2026-03-08T02:55:15.629792Z","steps":["trace[206523904] 'agreement among raft nodes before linearized reading' (duration: 344.319154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.629819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:15.28541Z","time spent":"344.404395ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:55:15.629816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.099042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:55:15.629845Z","caller":"traceutil/trace.go:171","msg":"trace[1868817600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13362; }","duration":"351.147753ms","start":"2026-03-08T02:55:15.27869Z","end":"2026-03-08T02:55:15.629838Z","steps":["trace[1868817600] 'agreement among raft nodes before linearized reading' (duration: 351.073711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.629877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:15.278682Z","time spent":"351.187355ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:55:15.629929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.860012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:55:15.629952Z","caller":"traceutil/trace.go:171","msg":"trace[1066782464] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13362; }","duration":"157.926193ms","start":"2026-03-08T02:55:15.472019Z","end":"2026-03-08T02:55:15.629945Z","steps":["trace[1066782464] 'agreement among raft nodes before linearized reading' (duration: 157.889663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.629681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:15.284336Z","time spent":"345.340057ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:15.629727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.77ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:55:15.630033Z","caller":"traceutil/trace.go:171","msg":"trace[1557827158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13362; }","duration":"344.086527ms","start":"2026-03-08T02:55:15.285942Z","end":"2026-03-08T02:55:15.630028Z","steps":["trace[1557827158] 'agreement among raft nodes before linearized reading' (duration: 343.750769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.630049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:15.285936Z","time spent":"344.107989ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:24.18505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081872732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:55:24.302209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.337643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:24.302293Z","caller":"traceutil/trace.go:171","msg":"trace[534642095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13397; }","duration":"672.463636ms","start":"2026-03-08T02:55:23.629808Z","end":"2026-03-08T02:55:24.302272Z","steps":["trace[534642095] 'range keys from in-memory index tree' (duration: 672.262242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.302357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.629787Z","time spent":"672.559438ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:55:24.302359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.576213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:55:24.302393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.337767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:24.302442Z","caller":"traceutil/trace.go:171","msg":"trace[1441606978] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13397; }","duration":"714.710737ms","start":"2026-03-08T02:55:23.587713Z","end":"2026-03-08T02:55:24.302424Z","steps":["trace[1441606978] 'count revisions from in-memory index tree' (duration: 714.495862ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:24.302464Z","caller":"traceutil/trace.go:171","msg":"trace[193763072] transaction","detail":"{read_only:false; response_revision:13398; number_of_response:1; }","duration":"642.667297ms","start":"2026-03-08T02:55:23.659777Z","end":"2026-03-08T02:55:24.302445Z","steps":["trace[193763072] 'process raft request' (duration: 641.648703ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:24.302492Z","caller":"traceutil/trace.go:171","msg":"trace[1158890] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13397; }","duration":"673.48935ms","start":"2026-03-08T02:55:23.628981Z","end":"2026-03-08T02:55:24.30247Z","steps":["trace[1158890] 'count revisions from in-memory index tree' (duration: 673.201324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.302495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.587692Z","time spent":"714.787529ms","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:24.302592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.65975Z","time spent":"642.77312ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:24.302539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.628933Z","time spent":"673.596182ms","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:55:24.309325Z","caller":"traceutil/trace.go:171","msg":"trace[2005775194] transaction","detail":"{read_only:false; response_revision:13399; number_of_response:1; }","duration":"648.555665ms","start":"2026-03-08T02:55:23.660745Z","end":"2026-03-08T02:55:24.309301Z","steps":["trace[2005775194] 'process raft request' (duration: 648.3444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.309433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.660726Z","time spent":"648.646558ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:24.309417Z","caller":"traceutil/trace.go:171","msg":"trace[1907410380] transaction","detail":"{read_only:false; response_revision:13400; number_of_response:1; }","duration":"647.717546ms","start":"2026-03-08T02:55:23.661669Z","end":"2026-03-08T02:55:24.309386Z","steps":["trace[1907410380] 'process raft request' (duration: 647.558532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.309573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.661643Z","time spent":"647.84825ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:24.311977Z","caller":"traceutil/trace.go:171","msg":"trace[2039233407] linearizableReadLoop","detail":"{readStateIndex:13902; appliedIndex:13899; }","duration":"627.632875ms","start":"2026-03-08T02:55:23.684317Z","end":"2026-03-08T02:55:24.31195Z","steps":["trace[2039233407] 'read index received' (duration: 618.764437ms)","trace[2039233407] 'applied index is now lower than readState.Index' (duration: 8.866748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:24.312236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.899771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:55:24.312278Z","caller":"traceutil/trace.go:171","msg":"trace[932546461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13400; }","duration":"627.989373ms","start":"2026-03-08T02:55:23.684279Z","end":"2026-03-08T02:55:24.312268Z","steps":["trace[932546461] 'agreement among raft nodes before linearized reading' (duration: 627.811919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.312298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.258212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:55:24.312312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.684265Z","time spent":"628.039874ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:55:24.312337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.469505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:55:24.312419Z","caller":"traceutil/trace.go:171","msg":"trace[1044663843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13400; }","duration":"602.587388ms","start":"2026-03-08T02:55:23.709814Z","end":"2026-03-08T02:55:24.312401Z","steps":["trace[1044663843] 'agreement among raft nodes before linearized reading' (duration: 602.395593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.312427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.557712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-08T02:55:24.312451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.7098Z","time spent":"602.644289ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:24.312461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.694879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:55:24.312519Z","caller":"traceutil/trace.go:171","msg":"trace[966043506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13400; }","duration":"619.75361ms","start":"2026-03-08T02:55:23.692747Z","end":"2026-03-08T02:55:24.3125Z","steps":["trace[966043506] 'agreement among raft nodes before linearized reading' (duration: 619.642477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.312562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.978393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:55:24.312571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.692741Z","time spent":"619.818841ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:55:24.312486Z","caller":"traceutil/trace.go:171","msg":"trace[1270118717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:13400; }","duration":"586.646724ms","start":"2026-03-08T02:55:23.725823Z","end":"2026-03-08T02:55:24.31247Z","steps":["trace[1270118717] 'agreement among raft nodes before linearized reading' (duration: 586.401178ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:24.31259Z","caller":"traceutil/trace.go:171","msg":"trace[1721031030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13400; }","duration":"602.044955ms","start":"2026-03-08T02:55:23.710534Z","end":"2026-03-08T02:55:24.312579Z","steps":["trace[1721031030] 'agreement among raft nodes before linearized reading' (duration: 602.003584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.312699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.710501Z","time spent":"602.190668ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:55:24.312705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.725812Z","time spent":"586.879649ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:55:24.312769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.182682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:55:24.31291Z","caller":"traceutil/trace.go:171","msg":"trace[2122062281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13400; }","duration":"603.52728ms","start":"2026-03-08T02:55:23.709339Z","end":"2026-03-08T02:55:24.312867Z","steps":["trace[2122062281] 'agreement among raft nodes before linearized reading' (duration: 602.881094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.313033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.709328Z","time spent":"603.690523ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:55:24.312364Z","caller":"traceutil/trace.go:171","msg":"trace[475307773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13400; }","duration":"620.363134ms","start":"2026-03-08T02:55:23.691984Z","end":"2026-03-08T02:55:24.312347Z","steps":["trace[475307773] 'agreement among raft nodes before linearized reading' (duration: 620.17113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:24.31341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:23.691964Z","time spent":"621.43061ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:55:30.859826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081872807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:55:31.359944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081872807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:55:31.417582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096627591s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:55:31.418637Z","caller":"traceutil/trace.go:171","msg":"trace[315909714] transaction","detail":"{read_only:false; response_revision:13427; number_of_response:1; }","duration":"1.097786079s","start":"2026-03-08T02:55:30.320823Z","end":"2026-03-08T02:55:31.418609Z","steps":["trace[315909714] 'process raft request' (duration: 1.097612305s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.418795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.320795Z","time spent":"1.097911352s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:31.423245Z","caller":"traceutil/trace.go:171","msg":"trace[762602754] transaction","detail":"{read_only:false; response_revision:13428; number_of_response:1; }","duration":"1.071029002s","start":"2026-03-08T02:55:30.352195Z","end":"2026-03-08T02:55:31.423224Z","steps":["trace[762602754] 'process raft request' (duration: 1.070805287s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.423412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.352151Z","time spent":"1.071174485s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:31.423445Z","caller":"traceutil/trace.go:171","msg":"trace[914133188] transaction","detail":"{read_only:false; response_revision:13429; number_of_response:1; }","duration":"1.070135431s","start":"2026-03-08T02:55:30.35329Z","end":"2026-03-08T02:55:31.423425Z","steps":["trace[914133188] 'process raft request' (duration: 1.069885735s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.42355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.353259Z","time spent":"1.070233203s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:31.423796Z","caller":"traceutil/trace.go:171","msg":"trace[318826634] linearizableReadLoop","detail":"{readStateIndex:13933; appliedIndex:13929; }","duration":"1.064365015s","start":"2026-03-08T02:55:30.359417Z","end":"2026-03-08T02:55:31.423782Z","steps":["trace[318826634] 'read index received' (duration: 1.05903486s)","trace[318826634] 'applied index is now lower than readState.Index' (duration: 5.328805ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:31.423874Z","caller":"traceutil/trace.go:171","msg":"trace[970770527] transaction","detail":"{read_only:false; response_revision:13430; number_of_response:1; }","duration":"782.708811ms","start":"2026-03-08T02:55:30.641158Z","end":"2026-03-08T02:55:31.423866Z","steps":["trace[970770527] 'process raft request' (duration: 782.203259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.423912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.641127Z","time spent":"782.761633ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:31.424045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064269803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:55:31.424079Z","caller":"traceutil/trace.go:171","msg":"trace[1959895208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13430; }","duration":"1.064349315s","start":"2026-03-08T02:55:30.35972Z","end":"2026-03-08T02:55:31.424069Z","steps":["trace[1959895208] 'agreement among raft nodes before linearized reading' (duration: 1.064210172s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.424082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.056919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:55:31.424106Z","caller":"traceutil/trace.go:171","msg":"trace[365748623] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13430; }","duration":"777.117161ms","start":"2026-03-08T02:55:30.646981Z","end":"2026-03-08T02:55:31.424098Z","steps":["trace[365748623] 'agreement among raft nodes before linearized reading' (duration: 777.051949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.4241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.359706Z","time spent":"1.064389505s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:31.424125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.646961Z","time spent":"777.158991ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:31.42421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.016848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:31.424234Z","caller":"traceutil/trace.go:171","msg":"trace[671243282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13430; }","duration":"835.07853ms","start":"2026-03-08T02:55:30.589149Z","end":"2026-03-08T02:55:31.424227Z","steps":["trace[671243282] 'agreement among raft nodes before linearized reading' (duration: 835.021218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.424251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.589127Z","time spent":"835.12075ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:55:31.424287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064879027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:55:31.424312Z","caller":"traceutil/trace.go:171","msg":"trace[1854088213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13430; }","duration":"1.064943868s","start":"2026-03-08T02:55:30.359362Z","end":"2026-03-08T02:55:31.424306Z","steps":["trace[1854088213] 'agreement among raft nodes before linearized reading' (duration: 1.064852916s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.424328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.359341Z","time spent":"1.06498358s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:55:31.42441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.406185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:55:31.424431Z","caller":"traceutil/trace.go:171","msg":"trace[1639923404] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:13430; }","duration":"350.453956ms","start":"2026-03-08T02:55:31.073971Z","end":"2026-03-08T02:55:31.424425Z","steps":["trace[1639923404] 'agreement among raft nodes before linearized reading' (duration: 350.412675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.424446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:31.073957Z","time spent":"350.485437ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:31.424439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054289028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:55:31.424479Z","caller":"traceutil/trace.go:171","msg":"trace[1242912224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:13430; }","duration":"1.05435045s","start":"2026-03-08T02:55:30.370121Z","end":"2026-03-08T02:55:31.424472Z","steps":["trace[1242912224] 'agreement among raft nodes before linearized reading' (duration: 1.054258398s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.424503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.37011Z","time spent":"1.054385411s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:55:31.4246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.248923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:55:31.424628Z","caller":"traceutil/trace.go:171","msg":"trace[622303232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13430; }","duration":"455.307985ms","start":"2026-03-08T02:55:30.969314Z","end":"2026-03-08T02:55:31.424622Z","steps":["trace[622303232] 'agreement among raft nodes before linearized reading' (duration: 455.228783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.424644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.969298Z","time spent":"455.342275ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:55:31.424689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061634811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:55:31.424712Z","caller":"traceutil/trace.go:171","msg":"trace[417434850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13430; }","duration":"1.061671712s","start":"2026-03-08T02:55:30.363035Z","end":"2026-03-08T02:55:31.424706Z","steps":["trace[417434850] 'agreement among raft nodes before linearized reading' (duration: 1.06160969s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.424729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.363028Z","time spent":"1.061696493s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:31.424847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061899308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:55:31.424868Z","caller":"traceutil/trace.go:171","msg":"trace[1430895813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13430; }","duration":"1.061938148s","start":"2026-03-08T02:55:30.362925Z","end":"2026-03-08T02:55:31.424863Z","steps":["trace[1430895813] 'agreement among raft nodes before linearized reading' (duration: 1.061880977s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.424884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.362914Z","time spent":"1.061966449s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:31.424976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063512225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:55:31.425018Z","caller":"traceutil/trace.go:171","msg":"trace[636871749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13430; }","duration":"1.063550096s","start":"2026-03-08T02:55:30.361441Z","end":"2026-03-08T02:55:31.424991Z","steps":["trace[636871749] 'agreement among raft nodes before linearized reading' (duration: 1.063496175s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.42504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.361432Z","time spent":"1.063602727s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:55:31.425182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.297321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:31.425222Z","caller":"traceutil/trace.go:171","msg":"trace[1425794746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13430; }","duration":"715.377863ms","start":"2026-03-08T02:55:30.709834Z","end":"2026-03-08T02:55:31.425212Z","steps":["trace[1425794746] 'agreement among raft nodes before linearized reading' (duration: 715.313971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.425292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.262401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:925931"} {"level":"warn","ts":"2026-03-08T02:55:31.4253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.709792Z","time spent":"715.501745ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:55:31.425315Z","caller":"traceutil/trace.go:171","msg":"trace[599969673] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:13430; }","duration":"521.323753ms","start":"2026-03-08T02:55:30.903985Z","end":"2026-03-08T02:55:31.425309Z","steps":["trace[599969673] 'agreement among raft nodes before linearized reading' (duration: 520.750589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.425333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:30.903968Z","time spent":"521.359423ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":85,"response size":925954,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-08T02:55:31.56388Z","caller":"traceutil/trace.go:171","msg":"trace[1361783929] linearizableReadLoop","detail":"{readStateIndex:13934; appliedIndex:13933; }","duration":"135.306232ms","start":"2026-03-08T02:55:31.428548Z","end":"2026-03-08T02:55:31.563854Z","steps":["trace[1361783929] 'read index received' (duration: 75.946881ms)","trace[1361783929] 'applied index is now lower than readState.Index' (duration: 59.358291ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:31.563991Z","caller":"traceutil/trace.go:171","msg":"trace[1827871556] transaction","detail":"{read_only:false; response_revision:13431; number_of_response:1; }","duration":"135.455666ms","start":"2026-03-08T02:55:31.428522Z","end":"2026-03-08T02:55:31.563978Z","steps":["trace[1827871556] 'process raft request' (duration: 75.970692ms)","trace[1827871556] 'compare' (duration: 59.265619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:31.564092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.526907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:55:31.564156Z","caller":"traceutil/trace.go:171","msg":"trace[852819633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13431; }","duration":"135.61948ms","start":"2026-03-08T02:55:31.428518Z","end":"2026-03-08T02:55:31.564137Z","steps":["trace[852819633] 'agreement among raft nodes before linearized reading' (duration: 135.457226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.782572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.365824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:55:31.782775Z","caller":"traceutil/trace.go:171","msg":"trace[1915162284] transaction","detail":"{read_only:false; response_revision:13432; number_of_response:1; }","duration":"354.190505ms","start":"2026-03-08T02:55:31.428561Z","end":"2026-03-08T02:55:31.782751Z","steps":["trace[1915162284] 'process raft request' (duration: 241.557714ms)","trace[1915162284] 'compare' (duration: 112.107458ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:31.782835Z","caller":"traceutil/trace.go:171","msg":"trace[1278064203] transaction","detail":"{read_only:false; response_revision:13433; number_of_response:1; }","duration":"354.208985ms","start":"2026-03-08T02:55:31.428605Z","end":"2026-03-08T02:55:31.782814Z","steps":["trace[1278064203] 'process raft request' (duration: 354.070842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.782892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:31.428541Z","time spent":"354.287368ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:31.782912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:31.428594Z","time spent":"354.285047ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:31.783877Z","caller":"traceutil/trace.go:171","msg":"trace[1093192638] linearizableReadLoop","detail":"{readStateIndex:13938; appliedIndex:13934; }","duration":"219.898216ms","start":"2026-03-08T02:55:31.563952Z","end":"2026-03-08T02:55:31.78385Z","steps":["trace[1093192638] 'read index received' (duration: 106.074427ms)","trace[1093192638] 'applied index is now lower than readState.Index' (duration: 113.822639ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:31.784023Z","caller":"traceutil/trace.go:171","msg":"trace[39679977] transaction","detail":"{read_only:false; response_revision:13435; number_of_response:1; }","duration":"353.736934ms","start":"2026-03-08T02:55:31.430272Z","end":"2026-03-08T02:55:31.784009Z","steps":["trace[39679977] 'process raft request' (duration: 353.447177ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:31.784036Z","caller":"traceutil/trace.go:171","msg":"trace[1702131808] transaction","detail":"{read_only:false; response_revision:13434; number_of_response:1; }","duration":"354.963973ms","start":"2026-03-08T02:55:31.429042Z","end":"2026-03-08T02:55:31.784006Z","steps":["trace[1702131808] 'process raft request' (duration: 353.727564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.784134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:31.430254Z","time spent":"353.803445ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:31.784175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.523074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19154"} {"level":"info","ts":"2026-03-08T02:55:31.784227Z","caller":"traceutil/trace.go:171","msg":"trace[1160120512] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13435; }","duration":"218.591195ms","start":"2026-03-08T02:55:31.565623Z","end":"2026-03-08T02:55:31.784214Z","steps":["trace[1160120512] 'agreement among raft nodes before linearized reading' (duration: 218.420451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.784327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:31.429032Z","time spent":"355.126037ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:31.784602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.640338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:55:31.784644Z","caller":"traceutil/trace.go:171","msg":"trace[550674787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13435; }","duration":"108.720719ms","start":"2026-03-08T02:55:31.675913Z","end":"2026-03-08T02:55:31.784633Z","steps":["trace[550674787] 'agreement among raft nodes before linearized reading' (duration: 108.642827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.784997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.476648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578596"} {"level":"info","ts":"2026-03-08T02:55:31.785057Z","caller":"traceutil/trace.go:171","msg":"trace[1857061607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13435; }","duration":"353.55585ms","start":"2026-03-08T02:55:31.431487Z","end":"2026-03-08T02:55:31.785043Z","steps":["trace[1857061607] 'agreement among raft nodes before linearized reading' (duration: 352.903374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:31.785141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:31.431476Z","time spent":"353.653863ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":578619,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:55:31.785591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.26699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:925931"} {"level":"info","ts":"2026-03-08T02:55:31.785653Z","caller":"traceutil/trace.go:171","msg":"trace[1735644361] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:13435; }","duration":"126.370343ms","start":"2026-03-08T02:55:31.65927Z","end":"2026-03-08T02:55:31.78564Z","steps":["trace[1735644361] 'agreement among raft nodes before linearized reading' (duration: 125.282107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:33.41174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081872845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:55:33.912818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081872845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:55:34.413875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081872845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:55:34.880195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.128590899s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:55:34.987529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.973067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:55:34.987703Z","caller":"traceutil/trace.go:171","msg":"trace[1610651906] transaction","detail":"{read_only:false; response_revision:13443; number_of_response:1; }","duration":"2.236212332s","start":"2026-03-08T02:55:32.751471Z","end":"2026-03-08T02:55:34.987683Z","steps":["trace[1610651906] 'process raft request' (duration: 2.129007899s)","trace[1610651906] 'compare' (duration: 105.877492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:34.987767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:32.75145Z","time spent":"2.236286273s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:35.193519Z","caller":"traceutil/trace.go:171","msg":"trace[1997921706] transaction","detail":"{read_only:false; response_revision:13444; number_of_response:1; }","duration":"2.439208851s","start":"2026-03-08T02:55:32.754281Z","end":"2026-03-08T02:55:35.19349Z","steps":["trace[1997921706] 'process raft request' (duration: 2.438963086s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:35.193665Z","caller":"traceutil/trace.go:171","msg":"trace[2089820627] transaction","detail":"{read_only:false; response_revision:13446; number_of_response:1; }","duration":"1.765654278s","start":"2026-03-08T02:55:33.428002Z","end":"2026-03-08T02:55:35.193656Z","steps":["trace[2089820627] 'process raft request' (duration: 1.765412523s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.193778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:32.75426Z","time spent":"2.439406146s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:35.193805Z","caller":"traceutil/trace.go:171","msg":"trace[339715063] transaction","detail":"{read_only:false; response_revision:13447; number_of_response:1; }","duration":"1.765636198s","start":"2026-03-08T02:55:33.428137Z","end":"2026-03-08T02:55:35.193773Z","steps":["trace[339715063] 'process raft request' (duration: 1.76530638s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:35.193555Z","caller":"traceutil/trace.go:171","msg":"trace[630855668] transaction","detail":"{read_only:false; response_revision:13445; number_of_response:1; }","duration":"1.769250192s","start":"2026-03-08T02:55:33.424271Z","end":"2026-03-08T02:55:35.193521Z","steps":["trace[630855668] 'process raft request' (duration: 1.769098369s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.194014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.42811Z","time spent":"1.765845253s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:35.193627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:32.752363Z","time spent":"2.44126131s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:55:35.193793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.427987Z","time spent":"1.76571557s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:35.194504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.424233Z","time spent":"1.76999672s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:35.196106Z","caller":"traceutil/trace.go:171","msg":"trace[1354887837] linearizableReadLoop","detail":"{readStateIndex:13953; appliedIndex:13946; }","duration":"2.285324463s","start":"2026-03-08T02:55:32.910755Z","end":"2026-03-08T02:55:35.196079Z","steps":["trace[1354887837] 'read index received' (duration: 1.969829527s)","trace[1354887837] 'applied index is now lower than readState.Index' (duration: 315.493676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:35.196326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285539718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:35.196542Z","caller":"traceutil/trace.go:171","msg":"trace[900144613] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13447; }","duration":"2.285803844s","start":"2026-03-08T02:55:32.910705Z","end":"2026-03-08T02:55:35.196509Z","steps":["trace[900144613] 'agreement among raft nodes before linearized reading' (duration: 2.285493537s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.196709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:32.910684Z","time spent":"2.286004589s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:35.201365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415215202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:55:35.201401Z","caller":"traceutil/trace.go:171","msg":"trace[1425602389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13449; }","duration":"1.415288464s","start":"2026-03-08T02:55:33.786103Z","end":"2026-03-08T02:55:35.201391Z","steps":["trace[1425602389] 'agreement among raft nodes before linearized reading' (duration: 1.415159581s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.201422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.786082Z","time spent":"1.415335364s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:55:35.201511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414439624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:55:35.201588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491707655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:35.201605Z","caller":"traceutil/trace.go:171","msg":"trace[964109678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13449; }","duration":"1.414557866s","start":"2026-03-08T02:55:33.787023Z","end":"2026-03-08T02:55:35.201581Z","steps":["trace[964109678] 'agreement among raft nodes before linearized reading' (duration: 1.414330761s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:35.201648Z","caller":"traceutil/trace.go:171","msg":"trace[1954269207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13449; }","duration":"1.491807867s","start":"2026-03-08T02:55:33.709826Z","end":"2026-03-08T02:55:35.201634Z","steps":["trace[1954269207] 'agreement among raft nodes before linearized reading' (duration: 1.491730566s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.201655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.787014Z","time spent":"1.414631458s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:35.201664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413705807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:55:35.201719Z","caller":"traceutil/trace.go:171","msg":"trace[204203694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13449; }","duration":"1.413777658s","start":"2026-03-08T02:55:33.787927Z","end":"2026-03-08T02:55:35.201704Z","steps":["trace[204203694] 'agreement among raft nodes before linearized reading' (duration: 1.413597294s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.201658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.538233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:55:35.201737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634378321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:55:35.20175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.28632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-5b49k\" ","response":"range_response_count:1 size:9894"} {"level":"info","ts":"2026-03-08T02:55:35.201758Z","caller":"traceutil/trace.go:171","msg":"trace[801479966] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13449; }","duration":"392.681596ms","start":"2026-03-08T02:55:34.809066Z","end":"2026-03-08T02:55:35.201748Z","steps":["trace[801479966] 'agreement among raft nodes before linearized reading' (duration: 392.564033ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:35.201792Z","caller":"traceutil/trace.go:171","msg":"trace[556106547] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-5b49k; range_end:; response_count:1; response_revision:13449; }","duration":"204.350412ms","start":"2026-03-08T02:55:34.997427Z","end":"2026-03-08T02:55:35.201777Z","steps":["trace[556106547] 'agreement among raft nodes before linearized reading' (duration: 204.251359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.201678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.709806Z","time spent":"1.491867228s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:55:35.201837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.688515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:55:35.201649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414959035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:55:35.201869Z","caller":"traceutil/trace.go:171","msg":"trace[330403291] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:13449; }","duration":"902.760326ms","start":"2026-03-08T02:55:34.299102Z","end":"2026-03-08T02:55:35.201862Z","steps":["trace[330403291] 'agreement among raft nodes before linearized reading' (duration: 902.687704ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:35.201901Z","caller":"traceutil/trace.go:171","msg":"trace[1617735751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13449; }","duration":"1.415254242s","start":"2026-03-08T02:55:33.786639Z","end":"2026-03-08T02:55:35.201893Z","steps":["trace[1617735751] 'agreement among raft nodes before linearized reading' (duration: 1.414936315s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.201915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:34.299081Z","time spent":"902.825788ms","remote":"127.0.0.1:53468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:35.201797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:34.809046Z","time spent":"392.738908ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:35.201972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242940159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:86 size:944945"} {"level":"info","ts":"2026-03-08T02:55:35.202Z","caller":"traceutil/trace.go:171","msg":"trace[1576378214] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:86; response_revision:13449; }","duration":"2.242996561s","start":"2026-03-08T02:55:32.958997Z","end":"2026-03-08T02:55:35.201994Z","steps":["trace[1576378214] 'agreement among raft nodes before linearized reading' (duration: 2.242199372s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.20202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:32.958979Z","time spent":"2.243034961s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":86,"response size":944968,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:55:35.20175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.787921Z","time spent":"1.413822709s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:35.201596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543656743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:35.202115Z","caller":"traceutil/trace.go:171","msg":"trace[1181699549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13449; }","duration":"1.544197706s","start":"2026-03-08T02:55:33.657901Z","end":"2026-03-08T02:55:35.202099Z","steps":["trace[1181699549] 'agreement among raft nodes before linearized reading' (duration: 1.543657814s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.202155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.657882Z","time spent":"1.544263477s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:55:35.201937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.786622Z","time spent":"1.415305243s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:55:35.201758Z","caller":"traceutil/trace.go:171","msg":"trace[2009831613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13449; }","duration":"1.634422071s","start":"2026-03-08T02:55:33.56733Z","end":"2026-03-08T02:55:35.201752Z","steps":["trace[2009831613] 'agreement among raft nodes before linearized reading' (duration: 1.63436453s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.202301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.567315Z","time spent":"1.634976594s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:55:35.202685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40530153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:55:35.202752Z","caller":"traceutil/trace.go:171","msg":"trace[616824810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:13449; }","duration":"1.405379621s","start":"2026-03-08T02:55:33.797361Z","end":"2026-03-08T02:55:35.202741Z","steps":["trace[616824810] 'agreement among raft nodes before linearized reading' (duration: 1.404863389s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:35.202791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:33.797356Z","time spent":"1.405427212s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:55:35.824295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11591} {"level":"info","ts":"2026-03-08T02:55:35.908162Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11591,"took":"82.071294ms","hash":2393044229,"current-db-size-bytes":40697856,"current-db-size":"41 MB","current-db-size-in-use-bytes":23642112,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-08T02:55:35.908226Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2393044229,"revision":11591,"compact-revision":9628} {"level":"info","ts":"2026-03-08T02:55:39.131944Z","caller":"traceutil/trace.go:171","msg":"trace[1895057035] linearizableReadLoop","detail":"{readStateIndex:13993; appliedIndex:13992; }","duration":"195.125626ms","start":"2026-03-08T02:55:38.936793Z","end":"2026-03-08T02:55:39.131919Z","steps":["trace[1895057035] 'read index received' (duration: 194.916661ms)","trace[1895057035] 'applied index is now lower than readState.Index' (duration: 208.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:39.131987Z","caller":"traceutil/trace.go:171","msg":"trace[1132578037] transaction","detail":"{read_only:false; response_revision:13486; number_of_response:1; }","duration":"202.478368ms","start":"2026-03-08T02:55:38.929489Z","end":"2026-03-08T02:55:39.131968Z","steps":["trace[1132578037] 'process raft request' (duration: 202.299223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:39.132126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.32011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-08T02:55:39.132165Z","caller":"traceutil/trace.go:171","msg":"trace[1082497072] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:13486; }","duration":"195.398011ms","start":"2026-03-08T02:55:38.936757Z","end":"2026-03-08T02:55:39.132155Z","steps":["trace[1082497072] 'agreement among raft nodes before linearized reading' (duration: 195.252538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:39.767712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081872937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:55:40.011812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.133185Z","time spent":"878.623781ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T02:55:40.017421Z","caller":"traceutil/trace.go:171","msg":"trace[1777302920] transaction","detail":"{read_only:false; response_revision:13487; number_of_response:1; }","duration":"808.343173ms","start":"2026-03-08T02:55:39.209053Z","end":"2026-03-08T02:55:40.017396Z","steps":["trace[1777302920] 'process raft request' (duration: 807.957884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.017555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.209028Z","time spent":"808.461367ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:40.017716Z","caller":"traceutil/trace.go:171","msg":"trace[1327268898] linearizableReadLoop","detail":"{readStateIndex:13997; appliedIndex:13993; }","duration":"750.62832ms","start":"2026-03-08T02:55:39.267055Z","end":"2026-03-08T02:55:40.017683Z","steps":["trace[1327268898] 'read index received' (duration: 739.467929ms)","trace[1327268898] 'applied index is now lower than readState.Index' (duration: 11.156821ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:40.017741Z","caller":"traceutil/trace.go:171","msg":"trace[2016261680] transaction","detail":"{read_only:false; response_revision:13489; number_of_response:1; }","duration":"807.658987ms","start":"2026-03-08T02:55:39.210041Z","end":"2026-03-08T02:55:40.0177Z","steps":["trace[2016261680] 'process raft request' (duration: 807.309899ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:40.017838Z","caller":"traceutil/trace.go:171","msg":"trace[1687460044] transaction","detail":"{read_only:false; response_revision:13488; number_of_response:1; }","duration":"807.885292ms","start":"2026-03-08T02:55:39.209937Z","end":"2026-03-08T02:55:40.017822Z","steps":["trace[1687460044] 'process raft request' (duration: 807.269698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.017965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.209918Z","time spent":"807.984045ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:40.017954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.210017Z","time spent":"807.835041ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:40.01806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.007109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:55:40.018136Z","caller":"traceutil/trace.go:171","msg":"trace[11255387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13489; }","duration":"751.131401ms","start":"2026-03-08T02:55:39.266984Z","end":"2026-03-08T02:55:40.018115Z","steps":["trace[11255387] 'agreement among raft nodes before linearized reading' (duration: 750.843644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.018185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.26697Z","time spent":"751.204874ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:55:40.018744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.047812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:55:40.018799Z","caller":"traceutil/trace.go:171","msg":"trace[1852995819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13490; }","duration":"743.140664ms","start":"2026-03-08T02:55:39.275645Z","end":"2026-03-08T02:55:40.018785Z","steps":["trace[1852995819] 'agreement among raft nodes before linearized reading' (duration: 742.9703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.018829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.275631Z","time spent":"743.192786ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:40.018888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.493101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:55:40.018967Z","caller":"traceutil/trace.go:171","msg":"trace[1113531619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:13490; }","duration":"728.590544ms","start":"2026-03-08T02:55:39.290355Z","end":"2026-03-08T02:55:40.018946Z","steps":["trace[1113531619] 'agreement among raft nodes before linearized reading' (duration: 728.408009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.793623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:55:40.019014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.290344Z","time spent":"728.654085ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:55:40.019084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.487909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:55:40.019104Z","caller":"traceutil/trace.go:171","msg":"trace[1163462961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13490; }","duration":"742.52546ms","start":"2026-03-08T02:55:39.276573Z","end":"2026-03-08T02:55:40.019099Z","steps":["trace[1163462961] 'agreement among raft nodes before linearized reading' (duration: 742.465909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.019127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.276565Z","time spent":"742.558271ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:55:40.019026Z","caller":"traceutil/trace.go:171","msg":"trace[1620331584] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13490; }","duration":"738.818143ms","start":"2026-03-08T02:55:39.280197Z","end":"2026-03-08T02:55:40.019015Z","steps":["trace[1620331584] 'agreement among raft nodes before linearized reading' (duration: 738.774092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.019289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.251027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:55:40.019309Z","caller":"traceutil/trace.go:171","msg":"trace[353546420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13490; }","duration":"743.319189ms","start":"2026-03-08T02:55:39.275984Z","end":"2026-03-08T02:55:40.019303Z","steps":["trace[353546420] 'agreement among raft nodes before linearized reading' (duration: 743.272878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.019302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.280162Z","time spent":"739.11881ms","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:40.019361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.666861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:55:40.019381Z","caller":"traceutil/trace.go:171","msg":"trace[1829914180] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:13490; }","duration":"260.727473ms","start":"2026-03-08T02:55:39.758647Z","end":"2026-03-08T02:55:40.019375Z","steps":["trace[1829914180] 'agreement among raft nodes before linearized reading' (duration: 260.698002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.019245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.91872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:55:40.019429Z","caller":"traceutil/trace.go:171","msg":"trace[1718998950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13490; }","duration":"743.108814ms","start":"2026-03-08T02:55:39.276301Z","end":"2026-03-08T02:55:40.01941Z","steps":["trace[1718998950] 'agreement among raft nodes before linearized reading' (duration: 742.904059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.019313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.579626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:55:40.019486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.276287Z","time spent":"743.180065ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:55:40.019326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.275958Z","time spent":"743.36493ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:55:40.01953Z","caller":"traceutil/trace.go:171","msg":"trace[2088935945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13490; }","duration":"308.805911ms","start":"2026-03-08T02:55:39.710686Z","end":"2026-03-08T02:55:40.019492Z","steps":["trace[2088935945] 'agreement among raft nodes before linearized reading' (duration: 308.576875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:40.019629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:39.710671Z","time spent":"308.931464ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:55:48.225543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.069477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:55:48.225811Z","caller":"traceutil/trace.go:171","msg":"trace[1585353530] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"183.519583ms","start":"2026-03-08T02:55:48.042264Z","end":"2026-03-08T02:55:48.225784Z","steps":["trace[1585353530] 'process raft request' (duration: 45.119318ms)","trace[1585353530] 'compare' (duration: 137.836512ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:48.226084Z","caller":"traceutil/trace.go:171","msg":"trace[971293424] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"181.149537ms","start":"2026-03-08T02:55:48.04492Z","end":"2026-03-08T02:55:48.22607Z","steps":["trace[971293424] 'process raft request' (duration: 180.751208ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:48.226198Z","caller":"traceutil/trace.go:171","msg":"trace[1778521427] linearizableReadLoop","detail":"{readStateIndex:14142; appliedIndex:14139; }","duration":"169.217378ms","start":"2026-03-08T02:55:48.056968Z","end":"2026-03-08T02:55:48.226185Z","steps":["trace[1778521427] 'read index received' (duration: 30.419353ms)","trace[1778521427] 'applied index is now lower than readState.Index' (duration: 138.796695ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:48.22626Z","caller":"traceutil/trace.go:171","msg":"trace[801092759] transaction","detail":"{read_only:false; response_revision:13632; number_of_response:1; }","duration":"178.930195ms","start":"2026-03-08T02:55:48.047311Z","end":"2026-03-08T02:55:48.226241Z","steps":["trace[801092759] 'process raft request' (duration: 178.72509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:48.226341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.358001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:55:48.226378Z","caller":"traceutil/trace.go:171","msg":"trace[515216848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13632; }","duration":"169.436993ms","start":"2026-03-08T02:55:48.056929Z","end":"2026-03-08T02:55:48.226366Z","steps":["trace[515216848] 'agreement among raft nodes before linearized reading' (duration: 169.32421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:48.226372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.859839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:55:48.226434Z","caller":"traceutil/trace.go:171","msg":"trace[970341983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13632; }","duration":"165.956261ms","start":"2026-03-08T02:55:48.060466Z","end":"2026-03-08T02:55:48.226423Z","steps":["trace[970341983] 'agreement among raft nodes before linearized reading' (duration: 165.810108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:48.226537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.8297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:55:48.226572Z","caller":"traceutil/trace.go:171","msg":"trace[837302260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:13632; }","duration":"148.885772ms","start":"2026-03-08T02:55:48.077678Z","end":"2026-03-08T02:55:48.226564Z","steps":["trace[837302260] 'agreement among raft nodes before linearized reading' (duration: 148.793279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:48.226748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.876616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:55:48.226791Z","caller":"traceutil/trace.go:171","msg":"trace[523542331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13632; }","duration":"161.942528ms","start":"2026-03-08T02:55:48.064836Z","end":"2026-03-08T02:55:48.226778Z","steps":["trace[523542331] 'agreement among raft nodes before linearized reading' (duration: 161.814785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:48.226855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.67425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:55:48.226882Z","caller":"traceutil/trace.go:171","msg":"trace[1215311048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13632; }","duration":"158.718362ms","start":"2026-03-08T02:55:48.068156Z","end":"2026-03-08T02:55:48.226874Z","steps":["trace[1215311048] 'agreement among raft nodes before linearized reading' (duration: 158.485886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:48.226936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.184696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:55:48.227003Z","caller":"traceutil/trace.go:171","msg":"trace[439834124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13632; }","duration":"160.279588ms","start":"2026-03-08T02:55:48.066708Z","end":"2026-03-08T02:55:48.226988Z","steps":["trace[439834124] 'agreement among raft nodes before linearized reading' (duration: 159.92682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:48.731401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081873278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:55:49.232232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081873278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:55:49.57126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.437803ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:49.571389Z","caller":"traceutil/trace.go:171","msg":"trace[1563390208] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13632; }","duration":"474.584616ms","start":"2026-03-08T02:55:49.096786Z","end":"2026-03-08T02:55:49.57137Z","steps":["trace[1563390208] 'range keys from in-memory index tree' (duration: 474.422502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:49.571552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.604966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:55:49.57169Z","caller":"traceutil/trace.go:171","msg":"trace[1846128531] transaction","detail":"{read_only:false; response_revision:13633; number_of_response:1; }","duration":"1.343288775s","start":"2026-03-08T02:55:48.228376Z","end":"2026-03-08T02:55:49.571665Z","steps":["trace[1846128531] 'process raft request' (duration: 1.182481334s)","trace[1846128531] 'compare' (duration: 160.025483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:49.571766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.228358Z","time spent":"1.343370816s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:50.711012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T02:55:50.711127Z","caller":"traceutil/trace.go:171","msg":"trace[862780275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568766s","start":"2026-03-08T02:55:48.710534Z","end":"2026-03-08T02:55:50.711103Z","steps":["trace[862780275] 'agreement among raft nodes before linearized reading' (duration: 2.000429983s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.711182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.710504Z","time spent":"2.000667129s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:55:50.89666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.628996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:55:50.897013Z","caller":"traceutil/trace.go:171","msg":"trace[1453136890] linearizableReadLoop","detail":"{readStateIndex:14149; appliedIndex:14142; }","duration":"2.6660684s","start":"2026-03-08T02:55:48.230929Z","end":"2026-03-08T02:55:50.896997Z","steps":["trace[1453136890] 'read index received' (duration: 1.180099848s)","trace[1453136890] 'applied index is now lower than readState.Index' (duration: 1.485967092s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:50.897081Z","caller":"traceutil/trace.go:171","msg":"trace[202504843] transaction","detail":"{read_only:false; response_revision:13637; number_of_response:1; }","duration":"2.666233974s","start":"2026-03-08T02:55:48.230839Z","end":"2026-03-08T02:55:50.897073Z","steps":["trace[202504843] 'process raft request' (duration: 2.666053109s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.897124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.230836Z","time spent":"2.666265925s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:50.897118Z","caller":"traceutil/trace.go:171","msg":"trace[1636653592] transaction","detail":"{read_only:false; response_revision:13636; number_of_response:1; }","duration":"2.666235484s","start":"2026-03-08T02:55:48.230815Z","end":"2026-03-08T02:55:50.897051Z","steps":["trace[1636653592] 'process raft request' (duration: 2.66604922s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:50.897351Z","caller":"traceutil/trace.go:171","msg":"trace[615761920] transaction","detail":"{read_only:false; response_revision:13639; number_of_response:1; }","duration":"2.663247994s","start":"2026-03-08T02:55:48.234047Z","end":"2026-03-08T02:55:50.897295Z","steps":["trace[615761920] 'process raft request' (duration: 2.662900166s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:50.897551Z","caller":"traceutil/trace.go:171","msg":"trace[635100908] transaction","detail":"{read_only:false; response_revision:13634; number_of_response:1; }","duration":"2.666826988s","start":"2026-03-08T02:55:48.230714Z","end":"2026-03-08T02:55:50.897541Z","steps":["trace[635100908] 'process raft request' (duration: 2.180206218s)","trace[635100908] 'compare' (duration: 485.150005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:50.897598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.230697Z","time spent":"2.66688094s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:50.897337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.230812Z","time spent":"2.666412398s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:50.897608Z","caller":"traceutil/trace.go:171","msg":"trace[2012231134] transaction","detail":"{read_only:false; response_revision:13635; number_of_response:1; }","duration":"2.666817948s","start":"2026-03-08T02:55:48.230774Z","end":"2026-03-08T02:55:50.897592Z","steps":["trace[2012231134] 'process raft request' (duration: 2.665993229s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.897654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.234041Z","time spent":"2.663447768s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:50.89768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.230769Z","time spent":"2.666876279s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:50.897512Z","caller":"traceutil/trace.go:171","msg":"trace[1758010467] transaction","detail":"{read_only:false; response_revision:13638; number_of_response:1; }","duration":"2.666119142s","start":"2026-03-08T02:55:48.231342Z","end":"2026-03-08T02:55:50.897461Z","steps":["trace[1758010467] 'process raft request' (duration: 2.665576789s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.898151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.231337Z","time spent":"2.666562812s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:50.898752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66779207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:625257"} {"level":"info","ts":"2026-03-08T02:55:50.898853Z","caller":"traceutil/trace.go:171","msg":"trace[146790198] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:13639; }","duration":"2.667923384s","start":"2026-03-08T02:55:48.230908Z","end":"2026-03-08T02:55:50.898832Z","steps":["trace[146790198] 'agreement among raft nodes before linearized reading' (duration: 2.666415739s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.899017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.230904Z","time spent":"2.668097648s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":625280,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:55:50.937571Z","caller":"traceutil/trace.go:171","msg":"trace[1404681996] transaction","detail":"{read_only:false; response_revision:13640; number_of_response:1; }","duration":"826.469468ms","start":"2026-03-08T02:55:50.111059Z","end":"2026-03-08T02:55:50.937529Z","steps":["trace[1404681996] 'process raft request' (duration: 826.220232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.93777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488701505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:55:50.937782Z","caller":"traceutil/trace.go:171","msg":"trace[1573638449] transaction","detail":"{read_only:false; response_revision:13642; number_of_response:1; }","duration":"706.367793ms","start":"2026-03-08T02:55:50.231386Z","end":"2026-03-08T02:55:50.937754Z","steps":["trace[1573638449] 'process raft request' (duration: 706.092876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.937798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:50.111021Z","time spent":"826.665413ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:50.937838Z","caller":"traceutil/trace.go:171","msg":"trace[1960709787] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:13643; }","duration":"1.488834208s","start":"2026-03-08T02:55:49.448989Z","end":"2026-03-08T02:55:50.937823Z","steps":["trace[1960709787] 'agreement among raft nodes before linearized reading' (duration: 1.488688785s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.937831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.39272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:55:50.938002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.150634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:55:50.938033Z","caller":"traceutil/trace.go:171","msg":"trace[351549013] transaction","detail":"{read_only:false; response_revision:13643; number_of_response:1; }","duration":"705.310358ms","start":"2026-03-08T02:55:50.232615Z","end":"2026-03-08T02:55:50.937926Z","steps":["trace[351549013] 'process raft request' (duration: 704.893528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.938172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324927301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99e6acd3-ad99-444f-bd99-03787e0820cb\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-08T02:55:50.938184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321956092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b58e55f2-9c90-49fb-aa61-5842b58b2907\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-08T02:55:50.938216Z","caller":"traceutil/trace.go:171","msg":"trace[1162110205] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99e6acd3-ad99-444f-bd99-03787e0820cb; range_end:; response_count:1; response_revision:13643; }","duration":"2.325009993s","start":"2026-03-08T02:55:48.613197Z","end":"2026-03-08T02:55:50.938207Z","steps":["trace[1162110205] 'agreement among raft nodes before linearized reading' (duration: 2.32485285s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:50.938224Z","caller":"traceutil/trace.go:171","msg":"trace[1700960698] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b58e55f2-9c90-49fb-aa61-5842b58b2907; range_end:; response_count:1; response_revision:13643; }","duration":"2.322023323s","start":"2026-03-08T02:55:48.616191Z","end":"2026-03-08T02:55:50.938214Z","steps":["trace[1700960698] 'agreement among raft nodes before linearized reading' (duration: 2.321949242s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:50.938102Z","caller":"traceutil/trace.go:171","msg":"trace[1031399343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13643; }","duration":"209.620535ms","start":"2026-03-08T02:55:50.72836Z","end":"2026-03-08T02:55:50.93798Z","steps":["trace[1031399343] 'agreement among raft nodes before linearized reading' (duration: 209.361749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.938293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.67983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-b8lnm.189abe36fc8cac68\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-08T02:55:50.938355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510229571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-08T02:55:50.938403Z","caller":"traceutil/trace.go:171","msg":"trace[493546405] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13643; }","duration":"1.510271562s","start":"2026-03-08T02:55:49.428118Z","end":"2026-03-08T02:55:50.93839Z","steps":["trace[493546405] 'agreement among raft nodes before linearized reading' (duration: 1.510151309s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:50.938408Z","caller":"traceutil/trace.go:171","msg":"trace[2072641944] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-b8lnm.189abe36fc8cac68; range_end:; response_count:1; response_revision:13643; }","duration":"680.842394ms","start":"2026-03-08T02:55:50.257536Z","end":"2026-03-08T02:55:50.938378Z","steps":["trace[2072641944] 'agreement among raft nodes before linearized reading' (duration: 680.479816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.938239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-08T02:55:50.937873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:49.448968Z","time spent":"1.48889789s","remote":"127.0.0.1:53598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:50.938471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:50.257521Z","time spent":"680.940756ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-b8lnm.189abe36fc8cac68\" "} {"level":"warn","ts":"2026-03-08T02:55:50.938024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509864631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-08T02:55:50.938581Z","caller":"traceutil/trace.go:171","msg":"trace[1396970957] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13643; }","duration":"1.510431075s","start":"2026-03-08T02:55:49.428137Z","end":"2026-03-08T02:55:50.938568Z","steps":["trace[1396970957] 'agreement among raft nodes before linearized reading' (duration: 1.509759459s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.938619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:49.428074Z","time spent":"1.510536428s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-03-08T02:55:50.938337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:50.232596Z","time spent":"705.586884ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:50.938245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.613177Z","time spent":"2.325060755s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99e6acd3-ad99-444f-bd99-03787e0820cb\" "} {"level":"info","ts":"2026-03-08T02:55:50.938107Z","caller":"traceutil/trace.go:171","msg":"trace[1125054393] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13643; }","duration":"830.317538ms","start":"2026-03-08T02:55:50.107767Z","end":"2026-03-08T02:55:50.938084Z","steps":["trace[1125054393] 'agreement among raft nodes before linearized reading' (duration: 830.048292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.938845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:50.107743Z","time spent":"831.080527ms","remote":"127.0.0.1:53452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:50.937919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113668682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:50.938922Z","caller":"traceutil/trace.go:171","msg":"trace[847327944] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:13643; }","duration":"1.114698357s","start":"2026-03-08T02:55:49.824209Z","end":"2026-03-08T02:55:50.938907Z","steps":["trace[847327944] 'agreement among raft nodes before linearized reading' (duration: 1.113685283s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.938984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:49.824185Z","time spent":"1.114771158s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:55:50.937929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:50.231378Z","time spent":"706.468085ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:55:50.938262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.616174Z","time spent":"2.322079824s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b58e55f2-9c90-49fb-aa61-5842b58b2907\" "} {"level":"info","ts":"2026-03-08T02:55:50.938268Z","caller":"traceutil/trace.go:171","msg":"trace[2012134031] transaction","detail":"{read_only:false; response_revision:13641; number_of_response:1; }","duration":"706.937726ms","start":"2026-03-08T02:55:50.231308Z","end":"2026-03-08T02:55:50.938246Z","steps":["trace[2012134031] 'process raft request' (duration: 706.125167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.938446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:49.428073Z","time spent":"1.510365214s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-03-08T02:55:50.938479Z","caller":"traceutil/trace.go:171","msg":"trace[1320364909] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:13643; }","duration":"2.000518775s","start":"2026-03-08T02:55:48.93795Z","end":"2026-03-08T02:55:50.938469Z","steps":["trace[1320364909] 'agreement among raft nodes before linearized reading' (duration: 2.000123146s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.939551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:48.93793Z","time spent":"2.00160217s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T02:55:50.939224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:50.231288Z","time spent":"707.890178ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:59.068131Z","caller":"traceutil/trace.go:171","msg":"trace[225385501] transaction","detail":"{read_only:false; response_revision:13819; number_of_response:1; }","duration":"105.924323ms","start":"2026-03-08T02:55:58.962116Z","end":"2026-03-08T02:55:59.06804Z","steps":["trace[225385501] 'process raft request' (duration: 105.803431ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:59.068263Z","caller":"traceutil/trace.go:171","msg":"trace[2029562808] transaction","detail":"{read_only:false; response_revision:13818; number_of_response:1; }","duration":"107.615134ms","start":"2026-03-08T02:55:58.960612Z","end":"2026-03-08T02:55:59.068227Z","steps":["trace[2029562808] 'process raft request' (duration: 100.927507ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:59.068394Z","caller":"traceutil/trace.go:171","msg":"trace[1296189372] transaction","detail":"{read_only:false; response_revision:13820; number_of_response:1; }","duration":"104.836618ms","start":"2026-03-08T02:55:58.963534Z","end":"2026-03-08T02:55:59.068371Z","steps":["trace[1296189372] 'process raft request' (duration: 104.457659ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:59.06884Z","caller":"traceutil/trace.go:171","msg":"trace[1632663900] transaction","detail":"{read_only:false; response_revision:13821; number_of_response:1; }","duration":"104.583322ms","start":"2026-03-08T02:55:58.964243Z","end":"2026-03-08T02:55:59.068826Z","steps":["trace[1632663900] 'process raft request' (duration: 104.020049ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:59.068929Z","caller":"traceutil/trace.go:171","msg":"trace[1847336394] transaction","detail":"{read_only:false; response_revision:13822; number_of_response:1; }","duration":"103.242521ms","start":"2026-03-08T02:55:58.96567Z","end":"2026-03-08T02:55:59.068912Z","steps":["trace[1847336394] 'process raft request' (duration: 103.017296ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:12.83513Z","caller":"traceutil/trace.go:171","msg":"trace[1441411555] transaction","detail":"{read_only:false; response_revision:13971; number_of_response:1; }","duration":"130.09304ms","start":"2026-03-08T02:56:12.705001Z","end":"2026-03-08T02:56:12.835094Z","steps":["trace[1441411555] 'process raft request' (duration: 129.749192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:13.21876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.076902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:56:13.219074Z","caller":"traceutil/trace.go:171","msg":"trace[1886622956] transaction","detail":"{read_only:false; response_revision:13973; number_of_response:1; }","duration":"194.813248ms","start":"2026-03-08T02:56:13.024207Z","end":"2026-03-08T02:56:13.21902Z","steps":["trace[1886622956] 'process raft request' (duration: 46.363667ms)","trace[1886622956] 'compare' (duration: 147.927549ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:13.219736Z","caller":"traceutil/trace.go:171","msg":"trace[1271149507] linearizableReadLoop","detail":"{readStateIndex:14496; appliedIndex:14494; }","duration":"176.014957ms","start":"2026-03-08T02:56:13.043703Z","end":"2026-03-08T02:56:13.219717Z","steps":["trace[1271149507] 'read index received' (duration: 26.823258ms)","trace[1271149507] 'applied index is now lower than readState.Index' (duration: 149.190258ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:13.220115Z","caller":"traceutil/trace.go:171","msg":"trace[2055306481] transaction","detail":"{read_only:false; response_revision:13974; number_of_response:1; }","duration":"195.523494ms","start":"2026-03-08T02:56:13.024557Z","end":"2026-03-08T02:56:13.220081Z","steps":["trace[2055306481] 'process raft request' (duration: 194.368457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:13.220206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.482527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:56:13.220332Z","caller":"traceutil/trace.go:171","msg":"trace[1563534158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13974; }","duration":"176.633441ms","start":"2026-03-08T02:56:13.043676Z","end":"2026-03-08T02:56:13.22031Z","steps":["trace[1563534158] 'agreement among raft nodes before linearized reading' (duration: 176.16583ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:13.235055Z","caller":"traceutil/trace.go:171","msg":"trace[574774182] transaction","detail":"{read_only:false; response_revision:13975; number_of_response:1; }","duration":"119.710057ms","start":"2026-03-08T02:56:13.115324Z","end":"2026-03-08T02:56:13.235035Z","steps":["trace[574774182] 'process raft request' (duration: 119.602104ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:13.316305Z","caller":"traceutil/trace.go:171","msg":"trace[699548933] transaction","detail":"{read_only:false; response_revision:13976; number_of_response:1; }","duration":"200.554813ms","start":"2026-03-08T02:56:13.115729Z","end":"2026-03-08T02:56:13.316284Z","steps":["trace[699548933] 'process raft request' (duration: 200.183974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:13.316594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.710762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:56:13.316693Z","caller":"traceutil/trace.go:171","msg":"trace[43540409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13978; }","duration":"193.863036ms","start":"2026-03-08T02:56:13.122808Z","end":"2026-03-08T02:56:13.316671Z","steps":["trace[43540409] 'agreement among raft nodes before linearized reading' (duration: 193.59874ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:13.316938Z","caller":"traceutil/trace.go:171","msg":"trace[806533972] transaction","detail":"{read_only:false; response_revision:13977; number_of_response:1; }","duration":"201.183807ms","start":"2026-03-08T02:56:13.115742Z","end":"2026-03-08T02:56:13.316926Z","steps":["trace[806533972] 'process raft request' (duration: 200.278336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:13.317194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.176187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:56:13.317323Z","caller":"traceutil/trace.go:171","msg":"trace[1755284352] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:13978; }","duration":"114.312961ms","start":"2026-03-08T02:56:13.202987Z","end":"2026-03-08T02:56:13.3173Z","steps":["trace[1755284352] 'agreement among raft nodes before linearized reading' (duration: 114.038644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:17.144016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.146175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:56:17.144106Z","caller":"traceutil/trace.go:171","msg":"trace[909043987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13992; }","duration":"102.274608ms","start":"2026-03-08T02:56:17.041814Z","end":"2026-03-08T02:56:17.144088Z","steps":["trace[909043987] 'range keys from in-memory index tree' (duration: 102.000381ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:17.282637Z","caller":"traceutil/trace.go:171","msg":"trace[642419819] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"135.652941ms","start":"2026-03-08T02:56:17.14695Z","end":"2026-03-08T02:56:17.282603Z","steps":["trace[642419819] 'process raft request' (duration: 135.328133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:17.508835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.145255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:56:17.50906Z","caller":"traceutil/trace.go:171","msg":"trace[796123350] transaction","detail":"{read_only:false; response_revision:13996; number_of_response:1; }","duration":"172.592567ms","start":"2026-03-08T02:56:17.336455Z","end":"2026-03-08T02:56:17.509048Z","steps":["trace[796123350] 'process raft request' (duration: 172.545466ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:17.509091Z","caller":"traceutil/trace.go:171","msg":"trace[1661397023] linearizableReadLoop","detail":"{readStateIndex:14517; appliedIndex:14516; }","duration":"226.500491ms","start":"2026-03-08T02:56:17.282565Z","end":"2026-03-08T02:56:17.509065Z","steps":["trace[1661397023] 'read index received' (duration: 69.052119ms)","trace[1661397023] 'applied index is now lower than readState.Index' (duration: 157.446302ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:17.509158Z","caller":"traceutil/trace.go:171","msg":"trace[737418044] transaction","detail":"{read_only:false; response_revision:13997; number_of_response:1; }","duration":"172.375701ms","start":"2026-03-08T02:56:17.336762Z","end":"2026-03-08T02:56:17.509138Z","steps":["trace[737418044] 'process raft request' (duration: 172.262259ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:17.509217Z","caller":"traceutil/trace.go:171","msg":"trace[1153380399] transaction","detail":"{read_only:false; response_revision:13994; number_of_response:1; }","duration":"264.39386ms","start":"2026-03-08T02:56:17.244804Z","end":"2026-03-08T02:56:17.509198Z","steps":["trace[1153380399] 'process raft request' (duration: 106.826845ms)","trace[1153380399] 'compare' (duration: 157.059993ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:17.509189Z","caller":"traceutil/trace.go:171","msg":"trace[1727058464] transaction","detail":"{read_only:false; response_revision:13995; number_of_response:1; }","duration":"222.315233ms","start":"2026-03-08T02:56:17.286841Z","end":"2026-03-08T02:56:17.509156Z","steps":["trace[1727058464] 'process raft request' (duration: 222.122728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:17.50937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.445247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:56:17.509428Z","caller":"traceutil/trace.go:171","msg":"trace[794745794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13997; }","duration":"173.533959ms","start":"2026-03-08T02:56:17.335885Z","end":"2026-03-08T02:56:17.509419Z","steps":["trace[794745794] 'agreement among raft nodes before linearized reading' (duration: 173.390256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:17.509467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.021031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:56:17.509498Z","caller":"traceutil/trace.go:171","msg":"trace[1245685954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13997; }","duration":"273.087103ms","start":"2026-03-08T02:56:17.236402Z","end":"2026-03-08T02:56:17.509489Z","steps":["trace[1245685954] 'agreement among raft nodes before linearized reading' (duration: 272.873608ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:38.412619Z","caller":"traceutil/trace.go:171","msg":"trace[209024378] linearizableReadLoop","detail":"{readStateIndex:14715; appliedIndex:14714; }","duration":"121.428368ms","start":"2026-03-08T02:56:38.291166Z","end":"2026-03-08T02:56:38.412595Z","steps":["trace[209024378] 'read index received' (duration: 120.374363ms)","trace[209024378] 'applied index is now lower than readState.Index' (duration: 1.053455ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:38.412681Z","caller":"traceutil/trace.go:171","msg":"trace[263504084] transaction","detail":"{read_only:false; response_revision:14186; number_of_response:1; }","duration":"123.494786ms","start":"2026-03-08T02:56:38.289151Z","end":"2026-03-08T02:56:38.412646Z","steps":["trace[263504084] 'process raft request' (duration: 122.570044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:38.412771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.580931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:38.412804Z","caller":"traceutil/trace.go:171","msg":"trace[967988905] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:14186; }","duration":"121.631902ms","start":"2026-03-08T02:56:38.291163Z","end":"2026-03-08T02:56:38.412795Z","steps":["trace[967988905] 'agreement among raft nodes before linearized reading' (duration: 121.53726ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:38.634846Z","caller":"traceutil/trace.go:171","msg":"trace[488708508] transaction","detail":"{read_only:false; response_revision:14188; number_of_response:1; }","duration":"218.699898ms","start":"2026-03-08T02:56:38.416114Z","end":"2026-03-08T02:56:38.634813Z","steps":["trace[488708508] 'process raft request' (duration: 145.773968ms)","trace[488708508] 'compare' (duration: 72.683634ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:38.634842Z","caller":"traceutil/trace.go:171","msg":"trace[855352228] linearizableReadLoop","detail":"{readStateIndex:14717; appliedIndex:14716; }","duration":"192.978365ms","start":"2026-03-08T02:56:38.44182Z","end":"2026-03-08T02:56:38.634798Z","steps":["trace[855352228] 'read index received' (duration: 120.069535ms)","trace[855352228] 'applied index is now lower than readState.Index' (duration: 72.90739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:38.635087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.168319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:56:38.635163Z","caller":"traceutil/trace.go:171","msg":"trace[1943260763] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14188; }","duration":"219.284312ms","start":"2026-03-08T02:56:38.415861Z","end":"2026-03-08T02:56:38.635145Z","steps":["trace[1943260763] 'agreement among raft nodes before linearized reading' (duration: 218.989225ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:38.709061Z","caller":"traceutil/trace.go:171","msg":"trace[1692487297] transaction","detail":"{read_only:false; response_revision:14190; number_of_response:1; }","duration":"262.71261ms","start":"2026-03-08T02:56:38.446312Z","end":"2026-03-08T02:56:38.709024Z","steps":["trace[1692487297] 'process raft request' (duration: 262.638098ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:38.709082Z","caller":"traceutil/trace.go:171","msg":"trace[104641234] transaction","detail":"{read_only:false; response_revision:14189; number_of_response:1; }","duration":"263.465217ms","start":"2026-03-08T02:56:38.445584Z","end":"2026-03-08T02:56:38.709049Z","steps":["trace[104641234] 'process raft request' (duration: 263.221802ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:38.716198Z","caller":"traceutil/trace.go:171","msg":"trace[181579559] transaction","detail":"{read_only:false; response_revision:14191; number_of_response:1; }","duration":"138.18184ms","start":"2026-03-08T02:56:38.578001Z","end":"2026-03-08T02:56:38.716183Z","steps":["trace[181579559] 'process raft request' (duration: 137.989905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:38.716645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.619325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111959"} {"level":"info","ts":"2026-03-08T02:56:38.716691Z","caller":"traceutil/trace.go:171","msg":"trace[1158133058] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:14192; }","duration":"267.727288ms","start":"2026-03-08T02:56:38.448951Z","end":"2026-03-08T02:56:38.716679Z","steps":["trace[1158133058] 'agreement among raft nodes before linearized reading' (duration: 267.444071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:38.717603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.606128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-08T02:56:38.717729Z","caller":"traceutil/trace.go:171","msg":"trace[18220808] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:14192; }","duration":"268.777132ms","start":"2026-03-08T02:56:38.448926Z","end":"2026-03-08T02:56:38.717703Z","steps":["trace[18220808] 'agreement among raft nodes before linearized reading' (duration: 267.719008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:38.719164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.018518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212406"} {"level":"info","ts":"2026-03-08T02:56:38.719237Z","caller":"traceutil/trace.go:171","msg":"trace[1949711591] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14192; }","duration":"246.130211ms","start":"2026-03-08T02:56:38.473091Z","end":"2026-03-08T02:56:38.719221Z","steps":["trace[1949711591] 'agreement among raft nodes before linearized reading' (duration: 243.289405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:38.97415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.754389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:56:38.974243Z","caller":"traceutil/trace.go:171","msg":"trace[919387789] transaction","detail":"{read_only:false; response_revision:14193; number_of_response:1; }","duration":"253.927184ms","start":"2026-03-08T02:56:38.7203Z","end":"2026-03-08T02:56:38.974227Z","steps":["trace[919387789] 'process raft request' (duration: 70.036733ms)","trace[919387789] 'compare' (duration: 183.618305ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:39.021271Z","caller":"traceutil/trace.go:171","msg":"trace[1260199464] transaction","detail":"{read_only:false; response_revision:14194; number_of_response:1; }","duration":"300.726371ms","start":"2026-03-08T02:56:38.720488Z","end":"2026-03-08T02:56:39.021215Z","steps":["trace[1260199464] 'process raft request' (duration: 300.295931ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:39.021347Z","caller":"traceutil/trace.go:171","msg":"trace[1127109823] linearizableReadLoop","detail":"{readStateIndex:14724; appliedIndex:14721; }","duration":"298.590311ms","start":"2026-03-08T02:56:38.72273Z","end":"2026-03-08T02:56:39.021321Z","steps":["trace[1127109823] 'read index received' (duration: 67.625146ms)","trace[1127109823] 'applied index is now lower than readState.Index' (duration: 230.963755ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:39.021394Z","caller":"traceutil/trace.go:171","msg":"trace[363282414] transaction","detail":"{read_only:false; response_revision:14195; number_of_response:1; }","duration":"300.786842ms","start":"2026-03-08T02:56:38.720573Z","end":"2026-03-08T02:56:39.02136Z","steps":["trace[363282414] 'process raft request' (duration: 300.503396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.021574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:38.720553Z","time spent":"300.933516ms","remote":"127.0.0.1:53112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:39.021617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.868758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-08T02:56:39.02167Z","caller":"traceutil/trace.go:171","msg":"trace[506609882] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14195; }","duration":"298.96181ms","start":"2026-03-08T02:56:38.72269Z","end":"2026-03-08T02:56:39.021652Z","steps":["trace[506609882] 'agreement among raft nodes before linearized reading' (duration: 298.749055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.02199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.928732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:39.022039Z","caller":"traceutil/trace.go:171","msg":"trace[41368700] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14195; }","duration":"239.017464ms","start":"2026-03-08T02:56:38.78301Z","end":"2026-03-08T02:56:39.022027Z","steps":["trace[41368700] 'agreement among raft nodes before linearized reading' (duration: 238.936702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.02207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:38.720469Z","time spent":"300.912776ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:56:39.022381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.51306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-08T02:56:39.022448Z","caller":"traceutil/trace.go:171","msg":"trace[2021845412] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:14195; }","duration":"272.630502ms","start":"2026-03-08T02:56:38.7498Z","end":"2026-03-08T02:56:39.02243Z","steps":["trace[2021845412] 'agreement among raft nodes before linearized reading' (duration: 272.474039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.022487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.039177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:69 size:660165"} {"level":"info","ts":"2026-03-08T02:56:39.022544Z","caller":"traceutil/trace.go:171","msg":"trace[353472992] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:69; response_revision:14195; }","duration":"295.10525ms","start":"2026-03-08T02:56:38.727422Z","end":"2026-03-08T02:56:39.022527Z","steps":["trace[353472992] 'agreement among raft nodes before linearized reading' (duration: 294.28374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.022567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.242699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-08T02:56:39.022655Z","caller":"traceutil/trace.go:171","msg":"trace[1518288039] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14195; }","duration":"294.382142ms","start":"2026-03-08T02:56:38.728247Z","end":"2026-03-08T02:56:39.022629Z","steps":["trace[1518288039] 'agreement among raft nodes before linearized reading' (duration: 294.156767ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:39.197796Z","caller":"traceutil/trace.go:171","msg":"trace[338425520] linearizableReadLoop","detail":"{readStateIndex:14726; appliedIndex:14724; }","duration":"172.846192ms","start":"2026-03-08T02:56:39.024913Z","end":"2026-03-08T02:56:39.197759Z","steps":["trace[338425520] 'read index received' (duration: 165.013439ms)","trace[338425520] 'applied index is now lower than readState.Index' (duration: 7.831613ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:39.197914Z","caller":"traceutil/trace.go:171","msg":"trace[1614213049] transaction","detail":"{read_only:false; response_revision:14196; number_of_response:1; }","duration":"174.099062ms","start":"2026-03-08T02:56:39.02379Z","end":"2026-03-08T02:56:39.197889Z","steps":["trace[1614213049] 'process raft request' (duration: 173.774325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.198008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.077328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:39.198081Z","caller":"traceutil/trace.go:171","msg":"trace[1653249793] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14196; }","duration":"173.17276ms","start":"2026-03-08T02:56:39.024884Z","end":"2026-03-08T02:56:39.198057Z","steps":["trace[1653249793] 'agreement among raft nodes before linearized reading' (duration: 173.012096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.198242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.351724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-08T02:56:39.198285Z","caller":"traceutil/trace.go:171","msg":"trace[736860853] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:14196; }","duration":"141.445336ms","start":"2026-03-08T02:56:39.056824Z","end":"2026-03-08T02:56:39.198269Z","steps":["trace[736860853] 'agreement among raft nodes before linearized reading' (duration: 141.305303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.198387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.6054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-08T02:56:39.198546Z","caller":"traceutil/trace.go:171","msg":"trace[433122676] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:14196; }","duration":"170.837976ms","start":"2026-03-08T02:56:39.027659Z","end":"2026-03-08T02:56:39.198497Z","steps":["trace[433122676] 'agreement among raft nodes before linearized reading' (duration: 170.375105ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:39.825048Z","caller":"traceutil/trace.go:171","msg":"trace[941892823] linearizableReadLoop","detail":"{readStateIndex:14728; appliedIndex:14726; }","duration":"622.498775ms","start":"2026-03-08T02:56:39.202527Z","end":"2026-03-08T02:56:39.825025Z","steps":["trace[941892823] 'read index received' (duration: 67.349189ms)","trace[941892823] 'applied index is now lower than readState.Index' (duration: 555.148646ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:39.825227Z","caller":"traceutil/trace.go:171","msg":"trace[106033467] transaction","detail":"{read_only:false; response_revision:14201; number_of_response:1; }","duration":"615.348747ms","start":"2026-03-08T02:56:39.20986Z","end":"2026-03-08T02:56:39.825208Z","steps":["trace[106033467] 'process raft request' (duration: 615.102991ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:39.825118Z","caller":"traceutil/trace.go:171","msg":"trace[532410187] transaction","detail":"{read_only:false; response_revision:14198; number_of_response:1; }","duration":"622.876433ms","start":"2026-03-08T02:56:39.202215Z","end":"2026-03-08T02:56:39.825091Z","steps":["trace[532410187] 'process raft request' (duration: 622.511525ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:39.825266Z","caller":"traceutil/trace.go:171","msg":"trace[514294024] transaction","detail":"{read_only:false; response_revision:14199; number_of_response:1; }","duration":"622.051814ms","start":"2026-03-08T02:56:39.203173Z","end":"2026-03-08T02:56:39.825225Z","steps":["trace[514294024] 'process raft request' (duration: 621.697296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.825372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.209848Z","time spent":"615.433709ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:39.825375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.831212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-08T02:56:39.825415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.203153Z","time spent":"622.188647ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:56:39.825455Z","caller":"traceutil/trace.go:171","msg":"trace[1975388456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14201; }","duration":"622.939135ms","start":"2026-03-08T02:56:39.202497Z","end":"2026-03-08T02:56:39.825436Z","steps":["trace[1975388456] 'agreement among raft nodes before linearized reading' (duration: 622.764711ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:39.825363Z","caller":"traceutil/trace.go:171","msg":"trace[382038315] transaction","detail":"{read_only:false; response_revision:14200; number_of_response:1; }","duration":"618.06581ms","start":"2026-03-08T02:56:39.207146Z","end":"2026-03-08T02:56:39.825212Z","steps":["trace[382038315] 'process raft request' (duration: 617.773893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.825518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.202455Z","time spent":"623.054348ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:56:39.825673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.202189Z","time spent":"623.113589ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:56:39.825799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.207128Z","time spent":"618.519361ms","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18026,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:56:39.928695Z","caller":"traceutil/trace.go:171","msg":"trace[1726236366] linearizableReadLoop","detail":"{readStateIndex:14734; appliedIndex:14731; }","duration":"103.343583ms","start":"2026-03-08T02:56:39.825238Z","end":"2026-03-08T02:56:39.928582Z","steps":["trace[1726236366] 'read index received' (duration: 102.773049ms)","trace[1726236366] 'applied index is now lower than readState.Index' (duration: 568.404µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:39.928789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.290651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:56:39.928832Z","caller":"traceutil/trace.go:171","msg":"trace[124661240] transaction","detail":"{read_only:false; response_revision:14204; number_of_response:1; }","duration":"332.006935ms","start":"2026-03-08T02:56:39.596794Z","end":"2026-03-08T02:56:39.928801Z","steps":["trace[124661240] 'process raft request' (duration: 331.621216ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:39.928895Z","caller":"traceutil/trace.go:171","msg":"trace[1470204611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14204; }","duration":"268.436804ms","start":"2026-03-08T02:56:39.660439Z","end":"2026-03-08T02:56:39.928876Z","steps":["trace[1470204611] 'agreement among raft nodes before linearized reading' (duration: 268.196938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.928992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.596766Z","time spent":"332.127187ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:39.928924Z","caller":"traceutil/trace.go:171","msg":"trace[2030729997] transaction","detail":"{read_only:false; response_revision:14202; number_of_response:1; }","duration":"333.51608ms","start":"2026-03-08T02:56:39.595369Z","end":"2026-03-08T02:56:39.928885Z","steps":["trace[2030729997] 'process raft request' (duration: 332.449815ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:39.929036Z","caller":"traceutil/trace.go:171","msg":"trace[1611394469] transaction","detail":"{read_only:false; response_revision:14203; number_of_response:1; }","duration":"333.381856ms","start":"2026-03-08T02:56:39.595616Z","end":"2026-03-08T02:56:39.928998Z","steps":["trace[1611394469] 'process raft request' (duration: 332.597578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.929084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.091863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:56:39.929185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.323012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:56:39.929212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.595606Z","time spent":"333.503669ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:39.929259Z","caller":"traceutil/trace.go:171","msg":"trace[1511945551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14204; }","duration":"274.454865ms","start":"2026-03-08T02:56:39.654788Z","end":"2026-03-08T02:56:39.929243Z","steps":["trace[1511945551] 'agreement among raft nodes before linearized reading' (duration: 274.071546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.929272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.595343Z","time spent":"333.713705ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:39.929419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.881954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:56:39.929471Z","caller":"traceutil/trace.go:171","msg":"trace[1984332393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14204; }","duration":"265.965466ms","start":"2026-03-08T02:56:39.663486Z","end":"2026-03-08T02:56:39.929452Z","steps":["trace[1984332393] 'agreement among raft nodes before linearized reading' (duration: 265.745501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.929463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.077945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-08T02:56:39.929476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.524863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-08T02:56:39.929507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.074295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:56:39.929536Z","caller":"traceutil/trace.go:171","msg":"trace[1446090507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14204; }","duration":"544.170088ms","start":"2026-03-08T02:56:39.385359Z","end":"2026-03-08T02:56:39.929529Z","steps":["trace[1446090507] 'agreement among raft nodes before linearized reading' (duration: 544.049125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.929522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.042266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:56:39.929535Z","caller":"traceutil/trace.go:171","msg":"trace[147687226] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14204; }","duration":"657.186998ms","start":"2026-03-08T02:56:39.27233Z","end":"2026-03-08T02:56:39.929517Z","steps":["trace[147687226] 'agreement among raft nodes before linearized reading' (duration: 656.955782ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:39.929549Z","caller":"traceutil/trace.go:171","msg":"trace[753678015] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:14204; }","duration":"726.635506ms","start":"2026-03-08T02:56:39.20289Z","end":"2026-03-08T02:56:39.929526Z","steps":["trace[753678015] 'agreement among raft nodes before linearized reading' (duration: 726.430491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.929563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.385341Z","time spent":"544.21613ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:56:39.929586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.202873Z","time spent":"726.705578ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-08T02:56:39.929581Z","caller":"traceutil/trace.go:171","msg":"trace[1216002275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:14204; }","duration":"164.134199ms","start":"2026-03-08T02:56:39.765431Z","end":"2026-03-08T02:56:39.929565Z","steps":["trace[1216002275] 'agreement among raft nodes before linearized reading' (duration: 163.934944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.92959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.272308Z","time spent":"657.26827ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-08T02:56:39.929181Z","caller":"traceutil/trace.go:171","msg":"trace[1525852522] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14204; }","duration":"604.299958ms","start":"2026-03-08T02:56:39.32486Z","end":"2026-03-08T02:56:39.92916Z","steps":["trace[1525852522] 'agreement among raft nodes before linearized reading' (duration: 604.063293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.929659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.324833Z","time spent":"604.81292ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":28,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:39.929561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.362369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:56:39.929825Z","caller":"traceutil/trace.go:171","msg":"trace[1347355150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14204; }","duration":"328.654406ms","start":"2026-03-08T02:56:39.601134Z","end":"2026-03-08T02:56:39.929789Z","steps":["trace[1347355150] 'agreement among raft nodes before linearized reading' (duration: 328.234406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.929897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.678057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:39.929958Z","caller":"traceutil/trace.go:171","msg":"trace[1599207957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14204; }","duration":"218.78576ms","start":"2026-03-08T02:56:39.711156Z","end":"2026-03-08T02:56:39.929942Z","steps":["trace[1599207957] 'agreement among raft nodes before linearized reading' (duration: 217.94181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.92999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.175125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-08T02:56:39.930051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.601116Z","time spent":"328.818649ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:56:39.930096Z","caller":"traceutil/trace.go:171","msg":"trace[1056323768] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:14204; }","duration":"726.284268ms","start":"2026-03-08T02:56:39.203784Z","end":"2026-03-08T02:56:39.930069Z","steps":["trace[1056323768] 'agreement among raft nodes before linearized reading' (duration: 725.437248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.930478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.203772Z","time spent":"726.684068ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-08T02:56:40.06135Z","caller":"traceutil/trace.go:171","msg":"trace[651316617] transaction","detail":"{read_only:false; response_revision:14205; number_of_response:1; }","duration":"227.30021ms","start":"2026-03-08T02:56:39.834008Z","end":"2026-03-08T02:56:40.061308Z","steps":["trace[651316617] 'process raft request' (duration: 200.223985ms)","trace[651316617] 'compare' (duration: 26.662785ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:40.061601Z","caller":"traceutil/trace.go:171","msg":"trace[238294777] transaction","detail":"{read_only:false; response_revision:14207; number_of_response:1; }","duration":"225.684002ms","start":"2026-03-08T02:56:39.83588Z","end":"2026-03-08T02:56:40.061564Z","steps":["trace[238294777] 'process raft request' (duration: 225.386515ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.061737Z","caller":"traceutil/trace.go:171","msg":"trace[685493217] transaction","detail":"{read_only:false; response_revision:14208; number_of_response:1; }","duration":"224.492173ms","start":"2026-03-08T02:56:39.837224Z","end":"2026-03-08T02:56:40.061716Z","steps":["trace[685493217] 'process raft request' (duration: 224.113394ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.061826Z","caller":"traceutil/trace.go:171","msg":"trace[1386926205] transaction","detail":"{read_only:false; response_revision:14209; number_of_response:1; }","duration":"224.140036ms","start":"2026-03-08T02:56:39.837553Z","end":"2026-03-08T02:56:40.061693Z","steps":["trace[1386926205] 'process raft request' (duration: 223.849309ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.061889Z","caller":"traceutil/trace.go:171","msg":"trace[1472637264] transaction","detail":"{read_only:false; response_revision:14206; number_of_response:1; }","duration":"226.03499ms","start":"2026-03-08T02:56:39.835829Z","end":"2026-03-08T02:56:40.061864Z","steps":["trace[1472637264] 'process raft request' (duration: 225.327653ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.061898Z","caller":"traceutil/trace.go:171","msg":"trace[695764292] transaction","detail":"{read_only:false; response_revision:14210; number_of_response:1; }","duration":"224.223948ms","start":"2026-03-08T02:56:39.837644Z","end":"2026-03-08T02:56:40.061868Z","steps":["trace[695764292] 'process raft request' (duration: 223.813258ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.061581Z","caller":"traceutil/trace.go:171","msg":"trace[2087394857] linearizableReadLoop","detail":"{readStateIndex:14740; appliedIndex:14734; }","duration":"132.712642ms","start":"2026-03-08T02:56:39.928824Z","end":"2026-03-08T02:56:40.061536Z","steps":["trace[2087394857] 'read index received' (duration: 105.423432ms)","trace[2087394857] 'applied index is now lower than readState.Index' (duration: 27.28759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:40.062065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.701453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19055"} {"level":"info","ts":"2026-03-08T02:56:40.062138Z","caller":"traceutil/trace.go:171","msg":"trace[1111814149] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14210; }","duration":"234.790585ms","start":"2026-03-08T02:56:39.827333Z","end":"2026-03-08T02:56:40.062124Z","steps":["trace[1111814149] 'agreement among raft nodes before linearized reading' (duration: 234.329004ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.068193Z","caller":"traceutil/trace.go:171","msg":"trace[1864727575] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"132.503397ms","start":"2026-03-08T02:56:39.935661Z","end":"2026-03-08T02:56:40.068164Z","steps":["trace[1864727575] 'process raft request' (duration: 132.414615ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.068283Z","caller":"traceutil/trace.go:171","msg":"trace[1343899329] transaction","detail":"{read_only:false; response_revision:14211; number_of_response:1; }","duration":"133.990772ms","start":"2026-03-08T02:56:39.934253Z","end":"2026-03-08T02:56:40.068244Z","steps":["trace[1343899329] 'process raft request' (duration: 133.590612ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.068419Z","caller":"traceutil/trace.go:171","msg":"trace[604549764] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"133.319876ms","start":"2026-03-08T02:56:39.935065Z","end":"2026-03-08T02:56:40.068385Z","steps":["trace[604549764] 'process raft request' (duration: 132.954427ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.068855Z","caller":"traceutil/trace.go:171","msg":"trace[1437268382] transaction","detail":"{read_only:false; response_revision:14214; number_of_response:1; }","duration":"133.108221ms","start":"2026-03-08T02:56:39.935733Z","end":"2026-03-08T02:56:40.068841Z","steps":["trace[1437268382] 'process raft request' (duration: 132.386294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.069028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.030436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:56:40.069173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.648967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-08T02:56:40.069242Z","caller":"traceutil/trace.go:171","msg":"trace[1148887515] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:14215; }","duration":"134.744239ms","start":"2026-03-08T02:56:39.93448Z","end":"2026-03-08T02:56:40.069224Z","steps":["trace[1148887515] 'agreement among raft nodes before linearized reading' (duration: 134.533705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.069269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.650171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-08T02:56:40.06929Z","caller":"traceutil/trace.go:171","msg":"trace[606700718] transaction","detail":"{read_only:false; response_revision:14215; number_of_response:1; }","duration":"132.248481ms","start":"2026-03-08T02:56:39.937024Z","end":"2026-03-08T02:56:40.069273Z","steps":["trace[606700718] 'process raft request' (duration: 131.666287ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.069334Z","caller":"traceutil/trace.go:171","msg":"trace[610849358] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:14215; }","duration":"135.779704ms","start":"2026-03-08T02:56:39.933538Z","end":"2026-03-08T02:56:40.069317Z","steps":["trace[610849358] 'agreement among raft nodes before linearized reading' (duration: 135.599239ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.069184Z","caller":"traceutil/trace.go:171","msg":"trace[406963794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14215; }","duration":"138.217081ms","start":"2026-03-08T02:56:39.930947Z","end":"2026-03-08T02:56:40.069164Z","steps":["trace[406963794] 'agreement among raft nodes before linearized reading' (duration: 137.897934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.069621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.472074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-08T02:56:40.069703Z","caller":"traceutil/trace.go:171","msg":"trace[252760985] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:14215; }","duration":"137.603326ms","start":"2026-03-08T02:56:39.932082Z","end":"2026-03-08T02:56:40.069686Z","steps":["trace[252760985] 'agreement among raft nodes before linearized reading' (duration: 137.304299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.070118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.22546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:69 size:660165"} {"level":"info","ts":"2026-03-08T02:56:40.070156Z","caller":"traceutil/trace.go:171","msg":"trace[591964596] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:69; response_revision:14215; }","duration":"135.283312ms","start":"2026-03-08T02:56:39.934864Z","end":"2026-03-08T02:56:40.070147Z","steps":["trace[591964596] 'agreement among raft nodes before linearized reading' (duration: 134.566655ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.244031Z","caller":"traceutil/trace.go:171","msg":"trace[2141371091] transaction","detail":"{read_only:false; response_revision:14225; number_of_response:1; }","duration":"122.632635ms","start":"2026-03-08T02:56:40.121349Z","end":"2026-03-08T02:56:40.243981Z","steps":["trace[2141371091] 'process raft request' (duration: 122.520492ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.244112Z","caller":"traceutil/trace.go:171","msg":"trace[348785146] transaction","detail":"{read_only:false; response_revision:14226; number_of_response:1; }","duration":"120.768222ms","start":"2026-03-08T02:56:40.123334Z","end":"2026-03-08T02:56:40.244103Z","steps":["trace[348785146] 'process raft request' (duration: 120.597738ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.244137Z","caller":"traceutil/trace.go:171","msg":"trace[1853024189] linearizableReadLoop","detail":"{readStateIndex:14757; appliedIndex:14753; }","duration":"113.572603ms","start":"2026-03-08T02:56:40.130538Z","end":"2026-03-08T02:56:40.244111Z","steps":["trace[1853024189] 'read index received' (duration: 112.760354ms)","trace[1853024189] 'applied index is now lower than readState.Index' (duration: 811.139µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:40.244038Z","caller":"traceutil/trace.go:171","msg":"trace[875070250] transaction","detail":"{read_only:false; response_revision:14224; number_of_response:1; }","duration":"123.364113ms","start":"2026-03-08T02:56:40.120643Z","end":"2026-03-08T02:56:40.244007Z","steps":["trace[875070250] 'process raft request' (duration: 122.595544ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.244287Z","caller":"traceutil/trace.go:171","msg":"trace[892580048] transaction","detail":"{read_only:false; response_revision:14227; number_of_response:1; }","duration":"120.27569ms","start":"2026-03-08T02:56:40.123996Z","end":"2026-03-08T02:56:40.244271Z","steps":["trace[892580048] 'process raft request' (duration: 119.970033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.244548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.355379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:40.24464Z","caller":"traceutil/trace.go:171","msg":"trace[1795335975] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:14227; }","duration":"125.512893ms","start":"2026-03-08T02:56:40.119111Z","end":"2026-03-08T02:56:40.244624Z","steps":["trace[1795335975] 'agreement among raft nodes before linearized reading' (duration: 125.359449ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.319833Z","caller":"traceutil/trace.go:171","msg":"trace[492386291] transaction","detail":"{read_only:false; response_revision:14229; number_of_response:1; }","duration":"181.916446ms","start":"2026-03-08T02:56:40.137882Z","end":"2026-03-08T02:56:40.319798Z","steps":["trace[492386291] 'process raft request' (duration: 181.776192ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.319935Z","caller":"traceutil/trace.go:171","msg":"trace[399049610] transaction","detail":"{read_only:false; response_revision:14230; number_of_response:1; }","duration":"181.831574ms","start":"2026-03-08T02:56:40.138062Z","end":"2026-03-08T02:56:40.319894Z","steps":["trace[399049610] 'process raft request' (duration: 181.642789ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320004Z","caller":"traceutil/trace.go:171","msg":"trace[1826953140] transaction","detail":"{read_only:false; response_revision:14228; number_of_response:1; }","duration":"182.192882ms","start":"2026-03-08T02:56:40.137776Z","end":"2026-03-08T02:56:40.319969Z","steps":["trace[1826953140] 'process raft request' (duration: 181.71941ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320055Z","caller":"traceutil/trace.go:171","msg":"trace[1816798569] transaction","detail":"{read_only:false; response_revision:14232; number_of_response:1; }","duration":"181.23072ms","start":"2026-03-08T02:56:40.138786Z","end":"2026-03-08T02:56:40.320017Z","steps":["trace[1816798569] 'process raft request' (duration: 181.039765ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.32015Z","caller":"traceutil/trace.go:171","msg":"trace[199591590] transaction","detail":"{read_only:false; response_revision:14234; number_of_response:1; }","duration":"178.871644ms","start":"2026-03-08T02:56:40.141258Z","end":"2026-03-08T02:56:40.320129Z","steps":["trace[199591590] 'process raft request' (duration: 178.66811ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320223Z","caller":"traceutil/trace.go:171","msg":"trace[210938901] transaction","detail":"{read_only:false; response_revision:14235; number_of_response:1; }","duration":"174.250375ms","start":"2026-03-08T02:56:40.145958Z","end":"2026-03-08T02:56:40.320209Z","steps":["trace[210938901] 'process raft request' (duration: 174.005759ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320228Z","caller":"traceutil/trace.go:171","msg":"trace[134718121] transaction","detail":"{read_only:false; response_revision:14231; number_of_response:1; }","duration":"182.11812ms","start":"2026-03-08T02:56:40.138095Z","end":"2026-03-08T02:56:40.320213Z","steps":["trace[134718121] 'process raft request' (duration: 181.68238ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320236Z","caller":"traceutil/trace.go:171","msg":"trace[1487651038] transaction","detail":"{read_only:false; response_revision:14237; number_of_response:1; }","duration":"171.45745ms","start":"2026-03-08T02:56:40.148764Z","end":"2026-03-08T02:56:40.320221Z","steps":["trace[1487651038] 'process raft request' (duration: 171.290437ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320303Z","caller":"traceutil/trace.go:171","msg":"trace[121923950] transaction","detail":"{read_only:false; response_revision:14240; number_of_response:1; }","duration":"170.641031ms","start":"2026-03-08T02:56:40.14964Z","end":"2026-03-08T02:56:40.320281Z","steps":["trace[121923950] 'process raft request' (duration: 170.539658ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320362Z","caller":"traceutil/trace.go:171","msg":"trace[42837708] transaction","detail":"{read_only:false; response_revision:14238; number_of_response:1; }","duration":"171.137702ms","start":"2026-03-08T02:56:40.149205Z","end":"2026-03-08T02:56:40.320343Z","steps":["trace[42837708] 'process raft request' (duration: 170.893637ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320384Z","caller":"traceutil/trace.go:171","msg":"trace[2064056849] transaction","detail":"{read_only:false; response_revision:14236; number_of_response:1; }","duration":"172.055455ms","start":"2026-03-08T02:56:40.148258Z","end":"2026-03-08T02:56:40.320313Z","steps":["trace[2064056849] 'process raft request' (duration: 171.765768ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320395Z","caller":"traceutil/trace.go:171","msg":"trace[895755465] transaction","detail":"{read_only:false; response_revision:14239; number_of_response:1; }","duration":"171.147593ms","start":"2026-03-08T02:56:40.149235Z","end":"2026-03-08T02:56:40.320382Z","steps":["trace[895755465] 'process raft request' (duration: 170.907508ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320457Z","caller":"traceutil/trace.go:171","msg":"trace[516934420] transaction","detail":"{read_only:false; response_revision:14233; number_of_response:1; }","duration":"180.923432ms","start":"2026-03-08T02:56:40.139125Z","end":"2026-03-08T02:56:40.320049Z","steps":["trace[516934420] 'process raft request' (duration: 180.763349ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.320525Z","caller":"traceutil/trace.go:171","msg":"trace[2142881202] transaction","detail":"{read_only:false; response_revision:14241; number_of_response:1; }","duration":"169.476084ms","start":"2026-03-08T02:56:40.151032Z","end":"2026-03-08T02:56:40.320508Z","steps":["trace[2142881202] 'process raft request' (duration: 169.186367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.320578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.12505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:40.320665Z","caller":"traceutil/trace.go:171","msg":"trace[1340998291] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:14241; }","duration":"182.251053ms","start":"2026-03-08T02:56:40.138394Z","end":"2026-03-08T02:56:40.320645Z","steps":["trace[1340998291] 'agreement among raft nodes before linearized reading' (duration: 182.12186ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.354426Z","caller":"traceutil/trace.go:171","msg":"trace[210018144] transaction","detail":"{read_only:false; response_revision:14242; number_of_response:1; }","duration":"104.573292ms","start":"2026-03-08T02:56:40.249825Z","end":"2026-03-08T02:56:40.354398Z","steps":["trace[210018144] 'process raft request' (duration: 103.365564ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.354494Z","caller":"traceutil/trace.go:171","msg":"trace[1960377209] transaction","detail":"{read_only:false; response_revision:14243; number_of_response:1; }","duration":"104.625534ms","start":"2026-03-08T02:56:40.249848Z","end":"2026-03-08T02:56:40.354474Z","steps":["trace[1960377209] 'process raft request' (duration: 104.49114ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.354609Z","caller":"traceutil/trace.go:171","msg":"trace[1863040872] transaction","detail":"{read_only:false; response_revision:14247; number_of_response:1; }","duration":"100.892965ms","start":"2026-03-08T02:56:40.253704Z","end":"2026-03-08T02:56:40.354597Z","steps":["trace[1863040872] 'process raft request' (duration: 100.812204ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.354627Z","caller":"traceutil/trace.go:171","msg":"trace[278815238] transaction","detail":"{read_only:false; response_revision:14246; number_of_response:1; }","duration":"104.581402ms","start":"2026-03-08T02:56:40.250025Z","end":"2026-03-08T02:56:40.354607Z","steps":["trace[278815238] 'process raft request' (duration: 104.454619ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.354671Z","caller":"traceutil/trace.go:171","msg":"trace[933888182] transaction","detail":"{read_only:false; response_revision:14244; number_of_response:1; }","duration":"104.688234ms","start":"2026-03-08T02:56:40.249955Z","end":"2026-03-08T02:56:40.354643Z","steps":["trace[933888182] 'process raft request' (duration: 104.426138ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.354967Z","caller":"traceutil/trace.go:171","msg":"trace[1532471613] transaction","detail":"{read_only:false; response_revision:14245; number_of_response:1; }","duration":"104.792247ms","start":"2026-03-08T02:56:40.249949Z","end":"2026-03-08T02:56:40.354741Z","steps":["trace[1532471613] 'process raft request' (duration: 104.49543ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.355219Z","caller":"traceutil/trace.go:171","msg":"trace[1539609739] transaction","detail":"{read_only:false; response_revision:14248; number_of_response:1; }","duration":"100.946397ms","start":"2026-03-08T02:56:40.254261Z","end":"2026-03-08T02:56:40.355207Z","steps":["trace[1539609739] 'process raft request' (duration: 100.306152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.355383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.595126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-08T02:56:40.355418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.798127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:6832"} {"level":"info","ts":"2026-03-08T02:56:40.355457Z","caller":"traceutil/trace.go:171","msg":"trace[1413047646] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:14248; }","duration":"105.714769ms","start":"2026-03-08T02:56:40.249721Z","end":"2026-03-08T02:56:40.355436Z","steps":["trace[1413047646] 'agreement among raft nodes before linearized reading' (duration: 105.484554ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.355476Z","caller":"traceutil/trace.go:171","msg":"trace[39272990] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:14248; }","duration":"101.891939ms","start":"2026-03-08T02:56:40.253568Z","end":"2026-03-08T02:56:40.355459Z","steps":["trace[39272990] 'agreement among raft nodes before linearized reading' (duration: 101.633473ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.568866Z","caller":"traceutil/trace.go:171","msg":"trace[1303700654] transaction","detail":"{read_only:false; response_revision:14249; number_of_response:1; }","duration":"242.026965ms","start":"2026-03-08T02:56:40.326811Z","end":"2026-03-08T02:56:40.568838Z","steps":["trace[1303700654] 'process raft request' (duration: 241.713928ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.56896Z","caller":"traceutil/trace.go:171","msg":"trace[1691631472] transaction","detail":"{read_only:false; response_revision:14250; number_of_response:1; }","duration":"240.799686ms","start":"2026-03-08T02:56:40.328132Z","end":"2026-03-08T02:56:40.568932Z","steps":["trace[1691631472] 'process raft request' (duration: 240.596571ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.569035Z","caller":"traceutil/trace.go:171","msg":"trace[1604424147] transaction","detail":"{read_only:false; response_revision:14251; number_of_response:1; }","duration":"240.54685ms","start":"2026-03-08T02:56:40.328452Z","end":"2026-03-08T02:56:40.568999Z","steps":["trace[1604424147] 'process raft request' (duration: 240.362495ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.56923Z","caller":"traceutil/trace.go:171","msg":"trace[1790372079] transaction","detail":"{read_only:false; response_revision:14252; number_of_response:1; }","duration":"239.010885ms","start":"2026-03-08T02:56:40.3302Z","end":"2026-03-08T02:56:40.56921Z","steps":["trace[1790372079] 'process raft request' (duration: 238.657846ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.574885Z","caller":"traceutil/trace.go:171","msg":"trace[540859521] transaction","detail":"{read_only:false; response_revision:14254; number_of_response:1; }","duration":"244.442052ms","start":"2026-03-08T02:56:40.330407Z","end":"2026-03-08T02:56:40.574849Z","steps":["trace[540859521] 'process raft request' (duration: 238.635276ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.574901Z","caller":"traceutil/trace.go:171","msg":"trace[1170943104] transaction","detail":"{read_only:false; response_revision:14253; number_of_response:1; }","duration":"244.546744ms","start":"2026-03-08T02:56:40.330315Z","end":"2026-03-08T02:56:40.574861Z","steps":["trace[1170943104] 'process raft request' (duration: 238.660956ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.575226Z","caller":"traceutil/trace.go:171","msg":"trace[1923316576] transaction","detail":"{read_only:false; response_revision:14255; number_of_response:1; }","duration":"244.737118ms","start":"2026-03-08T02:56:40.330448Z","end":"2026-03-08T02:56:40.575185Z","steps":["trace[1923316576] 'process raft request' (duration: 244.254687ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.576038Z","caller":"traceutil/trace.go:171","msg":"trace[1438578621] transaction","detail":"{read_only:false; response_revision:14257; number_of_response:1; }","duration":"244.205636ms","start":"2026-03-08T02:56:40.331807Z","end":"2026-03-08T02:56:40.576012Z","steps":["trace[1438578621] 'process raft request' (duration: 243.708464ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.576114Z","caller":"traceutil/trace.go:171","msg":"trace[206004837] linearizableReadLoop","detail":"{readStateIndex:14791; appliedIndex:14778; }","duration":"220.868809ms","start":"2026-03-08T02:56:40.355177Z","end":"2026-03-08T02:56:40.576046Z","steps":["trace[206004837] 'read index received' (duration: 213.401094ms)","trace[206004837] 'applied index is now lower than readState.Index' (duration: 7.466025ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:40.576444Z","caller":"traceutil/trace.go:171","msg":"trace[1120341981] transaction","detail":"{read_only:false; response_revision:14256; number_of_response:1; }","duration":"245.927826ms","start":"2026-03-08T02:56:40.330489Z","end":"2026-03-08T02:56:40.576417Z","steps":["trace[1120341981] 'process raft request' (duration: 244.627566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.576584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.419235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:56:40.576711Z","caller":"traceutil/trace.go:171","msg":"trace[735272526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14261; }","duration":"225.570138ms","start":"2026-03-08T02:56:40.351106Z","end":"2026-03-08T02:56:40.576676Z","steps":["trace[735272526] 'agreement among raft nodes before linearized reading' (duration: 225.075977ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.576725Z","caller":"traceutil/trace.go:171","msg":"trace[1667266814] transaction","detail":"{read_only:false; response_revision:14259; number_of_response:1; }","duration":"243.724204ms","start":"2026-03-08T02:56:40.332952Z","end":"2026-03-08T02:56:40.576677Z","steps":["trace[1667266814] 'process raft request' (duration: 242.838774ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.577045Z","caller":"traceutil/trace.go:171","msg":"trace[810165593] transaction","detail":"{read_only:false; response_revision:14261; number_of_response:1; }","duration":"242.952057ms","start":"2026-03-08T02:56:40.334067Z","end":"2026-03-08T02:56:40.577019Z","steps":["trace[810165593] 'process raft request' (duration: 241.899272ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.577051Z","caller":"traceutil/trace.go:171","msg":"trace[1322432895] transaction","detail":"{read_only:false; response_revision:14260; number_of_response:1; }","duration":"243.174822ms","start":"2026-03-08T02:56:40.333845Z","end":"2026-03-08T02:56:40.57702Z","steps":["trace[1322432895] 'process raft request' (duration: 242.019964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.57717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.781449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9298"} {"level":"warn","ts":"2026-03-08T02:56:40.57716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.659726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:6832"} {"level":"info","ts":"2026-03-08T02:56:40.577209Z","caller":"traceutil/trace.go:171","msg":"trace[1280280095] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:14261; }","duration":"244.842931ms","start":"2026-03-08T02:56:40.332358Z","end":"2026-03-08T02:56:40.5772Z","steps":["trace[1280280095] 'agreement among raft nodes before linearized reading' (duration: 244.737668ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.577249Z","caller":"traceutil/trace.go:171","msg":"trace[1622472516] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:14261; }","duration":"244.742218ms","start":"2026-03-08T02:56:40.332472Z","end":"2026-03-08T02:56:40.577214Z","steps":["trace[1622472516] 'agreement among raft nodes before linearized reading' (duration: 244.522013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.577616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.921765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7313"} {"level":"info","ts":"2026-03-08T02:56:40.577641Z","caller":"traceutil/trace.go:171","msg":"trace[775774044] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:14261; }","duration":"242.954906ms","start":"2026-03-08T02:56:40.334679Z","end":"2026-03-08T02:56:40.577634Z","steps":["trace[775774044] 'agreement among raft nodes before linearized reading' (duration: 242.900565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.577749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.058467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-08T02:56:40.577778Z","caller":"traceutil/trace.go:171","msg":"trace[1240903405] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:14261; }","duration":"254.127608ms","start":"2026-03-08T02:56:40.323643Z","end":"2026-03-08T02:56:40.57777Z","steps":["trace[1240903405] 'agreement among raft nodes before linearized reading' (duration: 254.061557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.578233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.629946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9589"} {"level":"info","ts":"2026-03-08T02:56:40.578279Z","caller":"traceutil/trace.go:171","msg":"trace[387829177] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:14261; }","duration":"244.873582ms","start":"2026-03-08T02:56:40.333393Z","end":"2026-03-08T02:56:40.578267Z","steps":["trace[387829177] 'agreement among raft nodes before linearized reading' (duration: 244.37119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.576895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.843886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:19045"} {"level":"info","ts":"2026-03-08T02:56:40.581093Z","caller":"traceutil/trace.go:171","msg":"trace[520745387] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:14261; }","duration":"242.038545ms","start":"2026-03-08T02:56:40.339037Z","end":"2026-03-08T02:56:40.581075Z","steps":["trace[520745387] 'agreement among raft nodes before linearized reading' (duration: 237.658342ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.582895Z","caller":"traceutil/trace.go:171","msg":"trace[859022672] transaction","detail":"{read_only:false; response_revision:14258; number_of_response:1; }","duration":"244.976544ms","start":"2026-03-08T02:56:40.33197Z","end":"2026-03-08T02:56:40.576946Z","steps":["trace[859022672] 'process raft request' (duration: 243.730575ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.652316Z","caller":"traceutil/trace.go:171","msg":"trace[2023629542] transaction","detail":"{read_only:false; response_revision:14263; number_of_response:1; }","duration":"291.651198ms","start":"2026-03-08T02:56:40.360579Z","end":"2026-03-08T02:56:40.65223Z","steps":["trace[2023629542] 'process raft request' (duration: 291.529355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.652475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.557416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-08T02:56:40.65256Z","caller":"traceutil/trace.go:171","msg":"trace[1361755024] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:14265; }","duration":"291.70517ms","start":"2026-03-08T02:56:40.360834Z","end":"2026-03-08T02:56:40.652539Z","steps":["trace[1361755024] 'agreement among raft nodes before linearized reading' (duration: 291.476714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.652541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.623378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-8684d85756\" ","response":"range_response_count:1 size:6813"} {"level":"warn","ts":"2026-03-08T02:56:40.652616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.275127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-08T02:56:40.652621Z","caller":"traceutil/trace.go:171","msg":"trace[1614611786] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-8684d85756; range_end:; response_count:1; response_revision:14265; }","duration":"288.73984ms","start":"2026-03-08T02:56:40.363862Z","end":"2026-03-08T02:56:40.652602Z","steps":["trace[1614611786] 'agreement among raft nodes before linearized reading' (duration: 288.456713ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.652642Z","caller":"traceutil/trace.go:171","msg":"trace[176318092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14265; }","duration":"296.325909ms","start":"2026-03-08T02:56:40.356307Z","end":"2026-03-08T02:56:40.652633Z","steps":["trace[176318092] 'agreement among raft nodes before linearized reading' (duration: 296.254767ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.652665Z","caller":"traceutil/trace.go:171","msg":"trace[1579103113] transaction","detail":"{read_only:false; response_revision:14264; number_of_response:1; }","duration":"291.662479ms","start":"2026-03-08T02:56:40.360976Z","end":"2026-03-08T02:56:40.652639Z","steps":["trace[1579103113] 'process raft request' (duration: 291.163387ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.652773Z","caller":"traceutil/trace.go:171","msg":"trace[1055789188] transaction","detail":"{read_only:false; response_revision:14265; number_of_response:1; }","duration":"288.72407ms","start":"2026-03-08T02:56:40.364043Z","end":"2026-03-08T02:56:40.652767Z","steps":["trace[1055789188] 'process raft request' (duration: 288.135416ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.653139Z","caller":"traceutil/trace.go:171","msg":"trace[1015573835] transaction","detail":"{read_only:false; response_revision:14262; number_of_response:1; }","duration":"292.372085ms","start":"2026-03-08T02:56:40.359858Z","end":"2026-03-08T02:56:40.65223Z","steps":["trace[1015573835] 'process raft request' (duration: 291.913105ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.694744Z","caller":"traceutil/trace.go:171","msg":"trace[1122628909] transaction","detail":"{read_only:false; response_revision:14266; number_of_response:1; }","duration":"114.876153ms","start":"2026-03-08T02:56:40.579842Z","end":"2026-03-08T02:56:40.694719Z","steps":["trace[1122628909] 'process raft request' (duration: 113.961752ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.694829Z","caller":"traceutil/trace.go:171","msg":"trace[1149970279] transaction","detail":"{read_only:false; response_revision:14267; number_of_response:1; }","duration":"114.613577ms","start":"2026-03-08T02:56:40.580187Z","end":"2026-03-08T02:56:40.6948Z","steps":["trace[1149970279] 'process raft request' (duration: 114.455844ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.694905Z","caller":"traceutil/trace.go:171","msg":"trace[557025433] transaction","detail":"{read_only:false; response_revision:14268; number_of_response:1; }","duration":"111.683238ms","start":"2026-03-08T02:56:40.583204Z","end":"2026-03-08T02:56:40.694887Z","steps":["trace[557025433] 'process raft request' (duration: 111.530345ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.695181Z","caller":"traceutil/trace.go:171","msg":"trace[1233531307] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14269; }","duration":"102.999875ms","start":"2026-03-08T02:56:40.592173Z","end":"2026-03-08T02:56:40.695173Z","steps":["trace[1233531307] 'process raft request' (duration: 102.720438ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.695208Z","caller":"traceutil/trace.go:171","msg":"trace[226923523] transaction","detail":"{read_only:false; response_revision:14270; number_of_response:1; }","duration":"100.732881ms","start":"2026-03-08T02:56:40.594458Z","end":"2026-03-08T02:56:40.695191Z","steps":["trace[226923523] 'process raft request' (duration: 100.500546ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.695369Z","caller":"traceutil/trace.go:171","msg":"trace[83980379] transaction","detail":"{read_only:false; response_revision:14269; number_of_response:1; }","duration":"107.343066ms","start":"2026-03-08T02:56:40.587979Z","end":"2026-03-08T02:56:40.695322Z","steps":["trace[83980379] 'process raft request' (duration: 106.836965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.696529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.551995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:40.696615Z","caller":"traceutil/trace.go:171","msg":"trace[1660754085] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-init; range_end:; response_count:0; response_revision:14276; }","duration":"108.685458ms","start":"2026-03-08T02:56:40.587906Z","end":"2026-03-08T02:56:40.696592Z","steps":["trace[1660754085] 'agreement among raft nodes before linearized reading' (duration: 108.549355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.696766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.695351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-6bd7c4c777\" ","response":"range_response_count:1 size:9279"} {"level":"info","ts":"2026-03-08T02:56:40.696893Z","caller":"traceutil/trace.go:171","msg":"trace[432664819] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-6bd7c4c777; range_end:; response_count:1; response_revision:14276; }","duration":"100.854515ms","start":"2026-03-08T02:56:40.59602Z","end":"2026-03-08T02:56:40.696874Z","steps":["trace[432664819] 'agreement among raft nodes before linearized reading' (duration: 100.62815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.69729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.312683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-08T02:56:40.697385Z","caller":"traceutil/trace.go:171","msg":"trace[72269191] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:14276; }","duration":"109.427126ms","start":"2026-03-08T02:56:40.587912Z","end":"2026-03-08T02:56:40.697339Z","steps":["trace[72269191] 'agreement among raft nodes before linearized reading' (duration: 108.701199ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:46.103973Z","caller":"traceutil/trace.go:171","msg":"trace[1159743217] linearizableReadLoop","detail":"{readStateIndex:14954; appliedIndex:14952; }","duration":"134.277049ms","start":"2026-03-08T02:56:45.969683Z","end":"2026-03-08T02:56:46.10396Z","steps":["trace[1159743217] 'read index received' (duration: 134.172686ms)","trace[1159743217] 'applied index is now lower than readState.Index' (duration: 103.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:46.104045Z","caller":"traceutil/trace.go:171","msg":"trace[1434131641] transaction","detail":"{read_only:false; response_revision:14419; number_of_response:1; }","duration":"156.033438ms","start":"2026-03-08T02:56:45.947981Z","end":"2026-03-08T02:56:46.104015Z","steps":["trace[1434131641] 'process raft request' (duration: 155.956606ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:46.104052Z","caller":"traceutil/trace.go:171","msg":"trace[1437204230] transaction","detail":"{read_only:false; response_revision:14418; number_of_response:1; }","duration":"156.037208ms","start":"2026-03-08T02:56:45.94798Z","end":"2026-03-08T02:56:46.104017Z","steps":["trace[1437204230] 'process raft request' (duration: 155.866864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:46.104206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.508834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-5vfln\" ","response":"range_response_count:1 size:11033"} {"level":"info","ts":"2026-03-08T02:56:46.10428Z","caller":"traceutil/trace.go:171","msg":"trace[570207668] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-5vfln; range_end:; response_count:1; response_revision:14419; }","duration":"134.626877ms","start":"2026-03-08T02:56:45.969635Z","end":"2026-03-08T02:56:46.104262Z","steps":["trace[570207668] 'agreement among raft nodes before linearized reading' (duration: 134.403222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.615802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081875443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:56:48.800286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.28054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.800362Z","caller":"traceutil/trace.go:171","msg":"trace[1583837347] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14432; }","duration":"686.378743ms","start":"2026-03-08T02:56:48.113965Z","end":"2026-03-08T02:56:48.800344Z","steps":["trace[1583837347] 'range keys from in-memory index tree' (duration: 686.232669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.800395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.113961Z","time spent":"686.425404ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:56:48.80055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.630508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.800581Z","caller":"traceutil/trace.go:171","msg":"trace[1594722817] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14432; }","duration":"686.68663ms","start":"2026-03-08T02:56:48.113887Z","end":"2026-03-08T02:56:48.800573Z","steps":["trace[1594722817] 'range keys from in-memory index tree' (duration: 686.453084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.800602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.113871Z","time spent":"686.726601ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:56:48.800707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.650289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.800733Z","caller":"traceutil/trace.go:171","msg":"trace[934192889] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14432; }","duration":"686.68761ms","start":"2026-03-08T02:56:48.114039Z","end":"2026-03-08T02:56:48.800727Z","steps":["trace[934192889] 'range keys from in-memory index tree' (duration: 686.597278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.800753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.114034Z","time spent":"686.7141ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:56:48.800844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.660269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.800869Z","caller":"traceutil/trace.go:171","msg":"trace[886493447] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14432; }","duration":"686.69843ms","start":"2026-03-08T02:56:48.114165Z","end":"2026-03-08T02:56:48.800863Z","steps":["trace[886493447] 'range keys from in-memory index tree' (duration: 686.630628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.800889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.114158Z","time spent":"686.7262ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:56:48.802085Z","caller":"traceutil/trace.go:171","msg":"trace[28755530] linearizableReadLoop","detail":"{readStateIndex:14969; appliedIndex:14967; }","duration":"686.442344ms","start":"2026-03-08T02:56:48.115633Z","end":"2026-03-08T02:56:48.802075Z","steps":["trace[28755530] 'read index received' (duration: 645.672379ms)","trace[28755530] 'applied index is now lower than readState.Index' (duration: 40.769325ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:48.802385Z","caller":"traceutil/trace.go:171","msg":"trace[1709804583] transaction","detail":"{read_only:false; response_revision:14433; number_of_response:1; }","duration":"688.106063ms","start":"2026-03-08T02:56:48.114269Z","end":"2026-03-08T02:56:48.802375Z","steps":["trace[1709804583] 'process raft request' (duration: 646.653682ms)","trace[1709804583] 'compare' (duration: 41.030301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:48.802462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.114249Z","time spent":"688.167354ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:48.802572Z","caller":"traceutil/trace.go:171","msg":"trace[1425614617] transaction","detail":"{read_only:false; response_revision:14434; number_of_response:1; }","duration":"687.913709ms","start":"2026-03-08T02:56:48.114651Z","end":"2026-03-08T02:56:48.802565Z","steps":["trace[1425614617] 'process raft request' (duration: 687.393787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.802617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.11464Z","time spent":"687.9565ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:48.802788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.152071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:56:48.80282Z","caller":"traceutil/trace.go:171","msg":"trace[1658363599] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14434; }","duration":"687.197332ms","start":"2026-03-08T02:56:48.115614Z","end":"2026-03-08T02:56:48.802811Z","steps":["trace[1658363599] 'agreement among raft nodes before linearized reading' (duration: 687.104019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.80284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.115606Z","time spent":"687.230232ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.214932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:56:48.803045Z","caller":"traceutil/trace.go:171","msg":"trace[917034003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14434; }","duration":"684.269853ms","start":"2026-03-08T02:56:48.118768Z","end":"2026-03-08T02:56:48.803038Z","steps":["trace[917034003] 'agreement among raft nodes before linearized reading' (duration: 684.203931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.80307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.118754Z","time spent":"684.311915ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.898445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:56:48.803204Z","caller":"traceutil/trace.go:171","msg":"trace[586771563] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14434; }","duration":"483.926206ms","start":"2026-03-08T02:56:48.31927Z","end":"2026-03-08T02:56:48.803196Z","steps":["trace[586771563] 'agreement among raft nodes before linearized reading' (duration: 483.884315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.80323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.319215Z","time spent":"484.009707ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:48.803314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.116059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:56:48.803371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.99482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:56:48.803386Z","caller":"traceutil/trace.go:171","msg":"trace[178722208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14434; }","duration":"681.202722ms","start":"2026-03-08T02:56:48.122165Z","end":"2026-03-08T02:56:48.803368Z","steps":["trace[178722208] 'agreement among raft nodes before linearized reading' (duration: 681.059588ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:48.803402Z","caller":"traceutil/trace.go:171","msg":"trace[1270756076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14434; }","duration":"682.044851ms","start":"2026-03-08T02:56:48.12135Z","end":"2026-03-08T02:56:48.803395Z","steps":["trace[1270756076] 'agreement among raft nodes before linearized reading' (duration: 681.97495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.803421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.12216Z","time spent":"681.255563ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.121339Z","time spent":"682.084512ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.416339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:56:48.803542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.317798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:56:48.803383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.62451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.805518Z","caller":"traceutil/trace.go:171","msg":"trace[202302007] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14434; }","duration":"607.858392ms","start":"2026-03-08T02:56:48.197652Z","end":"2026-03-08T02:56:48.80551Z","steps":["trace[202302007] 'agreement among raft nodes before linearized reading' (duration: 605.547238ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:48.803551Z","caller":"traceutil/trace.go:171","msg":"trace[601776170] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14434; }","duration":"528.47978ms","start":"2026-03-08T02:56:48.275045Z","end":"2026-03-08T02:56:48.803525Z","steps":["trace[601776170] 'agreement among raft nodes before linearized reading' (duration: 528.412289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.805665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.27504Z","time spent":"530.618771ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:56:48.80372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.691926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.805733Z","caller":"traceutil/trace.go:171","msg":"trace[572916876] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14434; }","duration":"530.738284ms","start":"2026-03-08T02:56:48.274986Z","end":"2026-03-08T02:56:48.805724Z","steps":["trace[572916876] 'agreement among raft nodes before linearized reading' (duration: 528.710056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.80576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.274967Z","time spent":"530.786535ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:56:48.80548Z","caller":"traceutil/trace.go:171","msg":"trace[911772145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14434; }","duration":"684.248453ms","start":"2026-03-08T02:56:48.121209Z","end":"2026-03-08T02:56:48.805457Z","steps":["trace[911772145] 'agreement among raft nodes before linearized reading' (duration: 682.277727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.805601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.197631Z","time spent":"607.954834ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.684212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.805888Z","caller":"traceutil/trace.go:171","msg":"trace[1365016045] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14434; }","duration":"532.846633ms","start":"2026-03-08T02:56:48.273034Z","end":"2026-03-08T02:56:48.805881Z","steps":["trace[1365016045] 'agreement among raft nodes before linearized reading' (duration: 530.704742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.805898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.121204Z","time spent":"684.668673ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:56:48.805919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.273015Z","time spent":"532.896594ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.741964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.805993Z","caller":"traceutil/trace.go:171","msg":"trace[1014461349] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14434; }","duration":"532.946225ms","start":"2026-03-08T02:56:48.273023Z","end":"2026-03-08T02:56:48.80597Z","steps":["trace[1014461349] 'agreement among raft nodes before linearized reading' (duration: 530.757333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.803841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.504463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-08T02:56:48.806031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.273005Z","time spent":"533.015557ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-08T02:56:48.806043Z","caller":"traceutil/trace.go:171","msg":"trace[1630523102] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:14434; }","duration":"665.037372ms","start":"2026-03-08T02:56:48.140998Z","end":"2026-03-08T02:56:48.806035Z","steps":["trace[1630523102] 'agreement among raft nodes before linearized reading' (duration: 662.511953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.806067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.140979Z","time spent":"665.081393ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.242854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-08T02:56:48.806164Z","caller":"traceutil/trace.go:171","msg":"trace[765910361] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:14434; }","duration":"315.554388ms","start":"2026-03-08T02:56:48.490603Z","end":"2026-03-08T02:56:48.806157Z","steps":["trace[765910361] 'agreement among raft nodes before linearized reading' (duration: 313.211133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.806184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.49059Z","time spent":"315.588709ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.363605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:56:48.806248Z","caller":"traceutil/trace.go:171","msg":"trace[90162409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14434; }","duration":"683.725171ms","start":"2026-03-08T02:56:48.122511Z","end":"2026-03-08T02:56:48.806236Z","steps":["trace[90162409] 'agreement among raft nodes before linearized reading' (duration: 681.347625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.806279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.122489Z","time spent":"683.783552ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:56:48.806326Z","caller":"traceutil/trace.go:171","msg":"trace[112826356] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14434; }","duration":"359.628731ms","start":"2026-03-08T02:56:48.446691Z","end":"2026-03-08T02:56:48.80632Z","steps":["trace[112826356] 'agreement among raft nodes before linearized reading' (duration: 356.445806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.806351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.44667Z","time spent":"359.676143ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:56:48.80393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.59487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.806407Z","caller":"traceutil/trace.go:171","msg":"trace[1848776263] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14434; }","duration":"359.110179ms","start":"2026-03-08T02:56:48.447289Z","end":"2026-03-08T02:56:48.806399Z","steps":["trace[1848776263] 'agreement among raft nodes before linearized reading' (duration: 356.623531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.803958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.100352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:56:48.806433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.447257Z","time spent":"359.169041ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:56:48.803997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.846214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:56:48.80653Z","caller":"traceutil/trace.go:171","msg":"trace[814918939] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14434; }","duration":"608.396535ms","start":"2026-03-08T02:56:48.198126Z","end":"2026-03-08T02:56:48.806522Z","steps":["trace[814918939] 'agreement among raft nodes before linearized reading' (duration: 605.693601ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:48.806436Z","caller":"traceutil/trace.go:171","msg":"trace[1625100055] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14434; }","duration":"359.594761ms","start":"2026-03-08T02:56:48.446836Z","end":"2026-03-08T02:56:48.806431Z","steps":["trace[1625100055] 'agreement among raft nodes before linearized reading' (duration: 357.105822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.806586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.44683Z","time spent":"359.750954ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:56:48.80656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.198113Z","time spent":"608.439626ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:56:48.804039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.274994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:48.806695Z","caller":"traceutil/trace.go:171","msg":"trace[75395735] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14434; }","duration":"608.945167ms","start":"2026-03-08T02:56:48.197742Z","end":"2026-03-08T02:56:48.806687Z","steps":["trace[75395735] 'agreement among raft nodes before linearized reading' (duration: 606.273784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.806727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.19773Z","time spent":"608.990658ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:56:49.326481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.130253ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:49.326628Z","caller":"traceutil/trace.go:171","msg":"trace[1270393890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14434; }","duration":"229.297547ms","start":"2026-03-08T02:56:49.09731Z","end":"2026-03-08T02:56:49.326607Z","steps":["trace[1270393890] 'range keys from in-memory index tree' (duration: 229.110063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.326699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.886173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:56:49.326797Z","caller":"traceutil/trace.go:171","msg":"trace[235479893] transaction","detail":"{read_only:false; response_revision:14435; number_of_response:1; }","duration":"511.267587ms","start":"2026-03-08T02:56:48.815515Z","end":"2026-03-08T02:56:49.326782Z","steps":["trace[235479893] 'process raft request' (duration: 199.2055ms)","trace[235479893] 'compare' (duration: 311.75473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:49.326863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.815503Z","time spent":"511.32904ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:49.334335Z","caller":"traceutil/trace.go:171","msg":"trace[1824885623] linearizableReadLoop","detail":"{readStateIndex:14972; appliedIndex:14969; }","duration":"517.671598ms","start":"2026-03-08T02:56:48.816638Z","end":"2026-03-08T02:56:49.33431Z","steps":["trace[1824885623] 'read index received' (duration: 198.092564ms)","trace[1824885623] 'applied index is now lower than readState.Index' (duration: 319.578084ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:49.334374Z","caller":"traceutil/trace.go:171","msg":"trace[517296654] transaction","detail":"{read_only:false; response_revision:14439; number_of_response:1; }","duration":"515.488367ms","start":"2026-03-08T02:56:48.818858Z","end":"2026-03-08T02:56:49.334346Z","steps":["trace[517296654] 'process raft request' (duration: 515.389914ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:49.334438Z","caller":"traceutil/trace.go:171","msg":"trace[918523486] transaction","detail":"{read_only:false; response_revision:14437; number_of_response:1; }","duration":"518.542698ms","start":"2026-03-08T02:56:48.815883Z","end":"2026-03-08T02:56:49.334426Z","steps":["trace[918523486] 'process raft request' (duration: 518.068907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.334506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.818849Z","time spent":"515.582949ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:49.334523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.815844Z","time spent":"518.633051ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:49.334446Z","caller":"traceutil/trace.go:171","msg":"trace[1966361893] transaction","detail":"{read_only:false; response_revision:14440; number_of_response:1; }","duration":"390.182078ms","start":"2026-03-08T02:56:48.944256Z","end":"2026-03-08T02:56:49.334438Z","steps":["trace[1966361893] 'process raft request' (duration: 390.017884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.334663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.944242Z","time spent":"390.391373ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:49.334387Z","caller":"traceutil/trace.go:171","msg":"trace[1842623407] transaction","detail":"{read_only:false; response_revision:14438; number_of_response:1; }","duration":"517.557555ms","start":"2026-03-08T02:56:48.816765Z","end":"2026-03-08T02:56:49.334323Z","steps":["trace[1842623407] 'process raft request' (duration: 517.448632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.334816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.816756Z","time spent":"518.036116ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:49.334994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.562598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-08T02:56:49.335027Z","caller":"traceutil/trace.go:171","msg":"trace[493673032] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:14440; }","duration":"393.629829ms","start":"2026-03-08T02:56:48.941387Z","end":"2026-03-08T02:56:49.335017Z","steps":["trace[493673032] 'agreement among raft nodes before linearized reading' (duration: 393.505476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.335051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.941367Z","time spent":"393.67953ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T02:56:49.335065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.409615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:757252"} {"level":"info","ts":"2026-03-08T02:56:49.335102Z","caller":"traceutil/trace.go:171","msg":"trace[1750200464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14440; }","duration":"518.463506ms","start":"2026-03-08T02:56:48.81663Z","end":"2026-03-08T02:56:49.335094Z","steps":["trace[1750200464] 'agreement among raft nodes before linearized reading' (duration: 517.829621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.335134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.816584Z","time spent":"518.542228ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":757275,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:56:49.335304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.725458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:49.335336Z","caller":"traceutil/trace.go:171","msg":"trace[1132816802] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:14440; }","duration":"134.78971ms","start":"2026-03-08T02:56:49.200538Z","end":"2026-03-08T02:56:49.335328Z","steps":["trace[1132816802] 'agreement among raft nodes before linearized reading' (duration: 134.731458ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:49.335459Z","caller":"traceutil/trace.go:171","msg":"trace[353734905] transaction","detail":"{read_only:false; response_revision:14436; number_of_response:1; }","duration":"519.747247ms","start":"2026-03-08T02:56:48.815679Z","end":"2026-03-08T02:56:49.335426Z","steps":["trace[353734905] 'process raft request' (duration: 518.149009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.335507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.270636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-08T02:56:49.335529Z","caller":"traceutil/trace.go:171","msg":"trace[451523035] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:14440; }","duration":"194.319327ms","start":"2026-03-08T02:56:49.141204Z","end":"2026-03-08T02:56:49.335523Z","steps":["trace[451523035] 'agreement among raft nodes before linearized reading' (duration: 194.235945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.335636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.815632Z","time spent":"519.89678ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:49.335685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.321773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:56:49.335731Z","caller":"traceutil/trace.go:171","msg":"trace[1871058899] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:14440; }","duration":"245.403875ms","start":"2026-03-08T02:56:49.090315Z","end":"2026-03-08T02:56:49.335719Z","steps":["trace[1871058899] 'agreement among raft nodes before linearized reading' (duration: 245.344123ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:49.704851Z","caller":"traceutil/trace.go:171","msg":"trace[1220570320] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14442; }","duration":"175.263039ms","start":"2026-03-08T02:56:49.529567Z","end":"2026-03-08T02:56:49.70483Z","steps":["trace[1220570320] 'process raft request' (duration: 175.127025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.330912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081875721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:56:57.640243Z","caller":"traceutil/trace.go:171","msg":"trace[468466725] transaction","detail":"{read_only:false; response_revision:14507; number_of_response:1; }","duration":"810.401399ms","start":"2026-03-08T02:56:56.829821Z","end":"2026-03-08T02:56:57.640222Z","steps":["trace[468466725] 'process raft request' (duration: 810.221145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.640412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.829773Z","time spent":"810.544192ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:57.64122Z","caller":"traceutil/trace.go:171","msg":"trace[174835322] linearizableReadLoop","detail":"{readStateIndex:15045; appliedIndex:15043; }","duration":"811.276669ms","start":"2026-03-08T02:56:56.829926Z","end":"2026-03-08T02:56:57.641202Z","steps":["trace[174835322] 'read index received' (duration: 810.133792ms)","trace[174835322] 'applied index is now lower than readState.Index' (duration: 1.141707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:57.641569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.609296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:56:57.641594Z","caller":"traceutil/trace.go:171","msg":"trace[1254843273] transaction","detail":"{read_only:false; response_revision:14508; number_of_response:1; }","duration":"803.952907ms","start":"2026-03-08T02:56:56.837604Z","end":"2026-03-08T02:56:57.641557Z","steps":["trace[1254843273] 'process raft request' (duration: 803.468666ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:57.641652Z","caller":"traceutil/trace.go:171","msg":"trace[1683407394] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14509; }","duration":"811.722129ms","start":"2026-03-08T02:56:56.829912Z","end":"2026-03-08T02:56:57.641634Z","steps":["trace[1683407394] 'agreement among raft nodes before linearized reading' (duration: 811.436042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.641667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.10183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-08T02:56:57.641688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.971149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:56:57.641652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.403391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:56:57.641747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.070911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:56:57.641749Z","caller":"traceutil/trace.go:171","msg":"trace[1535609259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14509; }","duration":"267.44361ms","start":"2026-03-08T02:56:57.374291Z","end":"2026-03-08T02:56:57.641735Z","steps":["trace[1535609259] 'agreement among raft nodes before linearized reading' (duration: 267.283606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.641767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.301185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:56:57.64178Z","caller":"traceutil/trace.go:171","msg":"trace[1554517018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14509; }","duration":"272.921468ms","start":"2026-03-08T02:56:57.368847Z","end":"2026-03-08T02:56:57.641769Z","steps":["trace[1554517018] 'agreement among raft nodes before linearized reading' (duration: 272.836666ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:57.641775Z","caller":"traceutil/trace.go:171","msg":"trace[405922391] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14509; }","duration":"282.547244ms","start":"2026-03-08T02:56:57.35921Z","end":"2026-03-08T02:56:57.641758Z","steps":["trace[405922391] 'agreement among raft nodes before linearized reading' (duration: 282.335839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.641773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.837592Z","time spent":"804.08184ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:57.64183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.452208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:57.64185Z","caller":"traceutil/trace.go:171","msg":"trace[1790134530] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14509; }","duration":"284.49611ms","start":"2026-03-08T02:56:57.357348Z","end":"2026-03-08T02:56:57.641844Z","steps":["trace[1790134530] 'agreement among raft nodes before linearized reading' (duration: 284.455379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.641588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.973122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:56:57.641978Z","caller":"traceutil/trace.go:171","msg":"trace[1407010158] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14509; }","duration":"811.365901ms","start":"2026-03-08T02:56:56.830591Z","end":"2026-03-08T02:56:57.641956Z","steps":["trace[1407010158] 'agreement among raft nodes before linearized reading' (duration: 810.822589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.024072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:56:57.642021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.498376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:56:57.642038Z","caller":"traceutil/trace.go:171","msg":"trace[1713262742] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14509; }","duration":"285.079243ms","start":"2026-03-08T02:56:57.356953Z","end":"2026-03-08T02:56:57.642032Z","steps":["trace[1713262742] 'agreement among raft nodes before linearized reading' (duration: 285.044592ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:57.642048Z","caller":"traceutil/trace.go:171","msg":"trace[1848228834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14509; }","duration":"277.545276ms","start":"2026-03-08T02:56:57.364493Z","end":"2026-03-08T02:56:57.642039Z","steps":["trace[1848228834] 'agreement among raft nodes before linearized reading' (duration: 277.478935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.830558Z","time spent":"811.466893ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:56:57.642096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.383519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:56:57.642174Z","caller":"traceutil/trace.go:171","msg":"trace[1321771407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14509; }","duration":"276.482692ms","start":"2026-03-08T02:56:57.365673Z","end":"2026-03-08T02:56:57.642156Z","steps":["trace[1321771407] 'agreement among raft nodes before linearized reading' (duration: 276.251817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.060007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-03-08T02:56:57.642204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.559803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:56:57.642237Z","caller":"traceutil/trace.go:171","msg":"trace[1210881773] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:14509; }","duration":"751.112818ms","start":"2026-03-08T02:56:56.891119Z","end":"2026-03-08T02:56:57.642232Z","steps":["trace[1210881773] 'agreement among raft nodes before linearized reading' (duration: 751.033416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.891106Z","time spent":"751.146059ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" "} {"level":"info","ts":"2026-03-08T02:56:57.642255Z","caller":"traceutil/trace.go:171","msg":"trace[139409243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14509; }","duration":"273.41032ms","start":"2026-03-08T02:56:57.368832Z","end":"2026-03-08T02:56:57.642242Z","steps":["trace[139409243] 'agreement among raft nodes before linearized reading' (duration: 273.295817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.979902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-08T02:56:57.641789Z","caller":"traceutil/trace.go:171","msg":"trace[1232246330] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14509; }","duration":"284.358706ms","start":"2026-03-08T02:56:57.357423Z","end":"2026-03-08T02:56:57.641782Z","steps":["trace[1232246330] 'agreement among raft nodes before linearized reading' (duration: 284.302425ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:57.642325Z","caller":"traceutil/trace.go:171","msg":"trace[1677843286] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:14509; }","duration":"143.053254ms","start":"2026-03-08T02:56:57.499261Z","end":"2026-03-08T02:56:57.642315Z","steps":["trace[1677843286] 'agreement among raft nodes before linearized reading' (duration: 142.960832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.641705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.829902Z","time spent":"811.789911ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:56:57.642385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.311039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:57.642416Z","caller":"traceutil/trace.go:171","msg":"trace[186040347] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14509; }","duration":"811.368241ms","start":"2026-03-08T02:56:56.831037Z","end":"2026-03-08T02:56:57.642405Z","steps":["trace[186040347] 'agreement among raft nodes before linearized reading' (duration: 811.32372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.831029Z","time spent":"811.407432ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:56:57.642466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.725198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:56:57.642491Z","caller":"traceutil/trace.go:171","msg":"trace[1195212108] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:14509; }","duration":"227.77114ms","start":"2026-03-08T02:56:57.414713Z","end":"2026-03-08T02:56:57.642484Z","steps":["trace[1195212108] 'agreement among raft nodes before linearized reading' (duration: 227.695088ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:57.641707Z","caller":"traceutil/trace.go:171","msg":"trace[911371969] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14509; }","duration":"284.150371ms","start":"2026-03-08T02:56:57.357542Z","end":"2026-03-08T02:56:57.641692Z","steps":["trace[911371969] 'agreement among raft nodes before linearized reading' (duration: 284.08261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.097317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:56:57.642681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.726092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:56:57.642706Z","caller":"traceutil/trace.go:171","msg":"trace[1500364709] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14509; }","duration":"809.759603ms","start":"2026-03-08T02:56:56.832939Z","end":"2026-03-08T02:56:57.642699Z","steps":["trace[1500364709] 'agreement among raft nodes before linearized reading' (duration: 809.689641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.832933Z","time spent":"809.791294ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:56:57.642681Z","caller":"traceutil/trace.go:171","msg":"trace[658953795] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14509; }","duration":"809.149239ms","start":"2026-03-08T02:56:56.833523Z","end":"2026-03-08T02:56:57.642672Z","steps":["trace[658953795] 'agreement among raft nodes before linearized reading' (duration: 809.056117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.833515Z","time spent":"809.268682ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:56:57.642836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.595436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:57.642869Z","caller":"traceutil/trace.go:171","msg":"trace[279766615] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14509; }","duration":"811.640867ms","start":"2026-03-08T02:56:56.831219Z","end":"2026-03-08T02:56:57.642859Z","steps":["trace[279766615] 'agreement among raft nodes before linearized reading' (duration: 811.587246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.831214Z","time spent":"811.680238ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-08T02:57:01.950177Z","caller":"traceutil/trace.go:171","msg":"trace[2002144819] linearizableReadLoop","detail":"{readStateIndex:15065; appliedIndex:15063; }","duration":"283.813335ms","start":"2026-03-08T02:57:01.666338Z","end":"2026-03-08T02:57:01.950151Z","steps":["trace[2002144819] 'read index received' (duration: 64.752729ms)","trace[2002144819] 'applied index is now lower than readState.Index' (duration: 219.059706ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:01.950284Z","caller":"traceutil/trace.go:171","msg":"trace[1760171107] transaction","detail":"{read_only:false; response_revision:14527; number_of_response:1; }","duration":"293.158624ms","start":"2026-03-08T02:57:01.657093Z","end":"2026-03-08T02:57:01.950252Z","steps":["trace[1760171107] 'process raft request' (duration: 292.912448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.950454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.090782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:01.950486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.376954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:01.950541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.785299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:57:01.950548Z","caller":"traceutil/trace.go:171","msg":"trace[922689438] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14527; }","duration":"283.478397ms","start":"2026-03-08T02:57:01.667052Z","end":"2026-03-08T02:57:01.95053Z","steps":["trace[922689438] 'agreement among raft nodes before linearized reading' (duration: 283.246012ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:01.950591Z","caller":"traceutil/trace.go:171","msg":"trace[1701330190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14527; }","duration":"267.85526ms","start":"2026-03-08T02:57:01.68272Z","end":"2026-03-08T02:57:01.950576Z","steps":["trace[1701330190] 'agreement among raft nodes before linearized reading' (duration: 267.733087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.950714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.473557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T02:57:01.950539Z","caller":"traceutil/trace.go:171","msg":"trace[1960713554] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14527; }","duration":"284.210074ms","start":"2026-03-08T02:57:01.666309Z","end":"2026-03-08T02:57:01.950519Z","steps":["trace[1960713554] 'agreement among raft nodes before linearized reading' (duration: 283.966708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.950758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.180384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:57:01.950814Z","caller":"traceutil/trace.go:171","msg":"trace[781512213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14527; }","duration":"261.261806ms","start":"2026-03-08T02:57:01.689541Z","end":"2026-03-08T02:57:01.950803Z","steps":["trace[781512213] 'agreement among raft nodes before linearized reading' (duration: 261.048261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.95078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.46259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:57:01.950899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.240422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:01.950902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.566179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:01.950921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.899793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:01.950906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.60489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-08T02:57:01.950945Z","caller":"traceutil/trace.go:171","msg":"trace[838217305] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14527; }","duration":"283.288483ms","start":"2026-03-08T02:57:01.667645Z","end":"2026-03-08T02:57:01.950933Z","steps":["trace[838217305] 'agreement among raft nodes before linearized reading' (duration: 283.228981ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:01.950955Z","caller":"traceutil/trace.go:171","msg":"trace[648086924] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14527; }","duration":"282.941185ms","start":"2026-03-08T02:57:01.668003Z","end":"2026-03-08T02:57:01.950944Z","steps":["trace[648086924] 'agreement among raft nodes before linearized reading' (duration: 282.866463ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:01.950959Z","caller":"traceutil/trace.go:171","msg":"trace[599358680] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14527; }","duration":"283.631961ms","start":"2026-03-08T02:57:01.667311Z","end":"2026-03-08T02:57:01.950943Z","steps":["trace[599358680] 'agreement among raft nodes before linearized reading' (duration: 283.468627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.95093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.59028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:01.95097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.144236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:57:01.95083Z","caller":"traceutil/trace.go:171","msg":"trace[355490960] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:14527; }","duration":"228.551779ms","start":"2026-03-08T02:57:01.722217Z","end":"2026-03-08T02:57:01.950769Z","steps":["trace[355490960] 'agreement among raft nodes before linearized reading' (duration: 228.289293ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:01.951018Z","caller":"traceutil/trace.go:171","msg":"trace[809775981] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14527; }","duration":"283.691892ms","start":"2026-03-08T02:57:01.667305Z","end":"2026-03-08T02:57:01.950997Z","steps":["trace[809775981] 'agreement among raft nodes before linearized reading' (duration: 283.544059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.950616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.585377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T02:57:01.950983Z","caller":"traceutil/trace.go:171","msg":"trace[673058173] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14527; }","duration":"283.681572ms","start":"2026-03-08T02:57:01.667278Z","end":"2026-03-08T02:57:01.950959Z","steps":["trace[673058173] 'agreement among raft nodes before linearized reading' (duration: 283.526419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.950845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.960952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:57:01.950915Z","caller":"traceutil/trace.go:171","msg":"trace[868773336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14527; }","duration":"261.598914ms","start":"2026-03-08T02:57:01.689288Z","end":"2026-03-08T02:57:01.950887Z","steps":["trace[868773336] 'agreement among raft nodes before linearized reading' (duration: 261.311247ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:01.951074Z","caller":"traceutil/trace.go:171","msg":"trace[307799327] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:14527; }","duration":"228.049378ms","start":"2026-03-08T02:57:01.723011Z","end":"2026-03-08T02:57:01.951061Z","steps":["trace[307799327] 'agreement among raft nodes before linearized reading' (duration: 227.445063ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:01.951147Z","caller":"traceutil/trace.go:171","msg":"trace[1208044010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14527; }","duration":"262.2735ms","start":"2026-03-08T02:57:01.688841Z","end":"2026-03-08T02:57:01.951114Z","steps":["trace[1208044010] 'agreement among raft nodes before linearized reading' (duration: 261.910411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.95121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.510239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-08T02:57:01.95103Z","caller":"traceutil/trace.go:171","msg":"trace[104378896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14527; }","duration":"262.227299ms","start":"2026-03-08T02:57:01.68879Z","end":"2026-03-08T02:57:01.951017Z","steps":["trace[104378896] 'agreement among raft nodes before linearized reading' (duration: 262.086525ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:01.951292Z","caller":"traceutil/trace.go:171","msg":"trace[1501460931] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:14527; }","duration":"231.639631ms","start":"2026-03-08T02:57:01.719616Z","end":"2026-03-08T02:57:01.951256Z","steps":["trace[1501460931] 'agreement among raft nodes before linearized reading' (duration: 231.348264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.951069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.934029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-08T02:57:01.951388Z","caller":"traceutil/trace.go:171","msg":"trace[1383872752] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:14527; }","duration":"232.272157ms","start":"2026-03-08T02:57:01.719099Z","end":"2026-03-08T02:57:01.951371Z","steps":["trace[1383872752] 'agreement among raft nodes before linearized reading' (duration: 231.869577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.950458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.803203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:01.951493Z","caller":"traceutil/trace.go:171","msg":"trace[943647338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14527; }","duration":"240.891268ms","start":"2026-03-08T02:57:01.710584Z","end":"2026-03-08T02:57:01.951475Z","steps":["trace[943647338] 'agreement among raft nodes before linearized reading' (duration: 239.793653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:01.952662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.534886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:57:01.952714Z","caller":"traceutil/trace.go:171","msg":"trace[1425705416] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:14527; }","duration":"233.613408ms","start":"2026-03-08T02:57:01.719089Z","end":"2026-03-08T02:57:01.952702Z","steps":["trace[1425705416] 'agreement among raft nodes before linearized reading' (duration: 233.472165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:02.152145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.377861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:02.152358Z","caller":"traceutil/trace.go:171","msg":"trace[1150451106] transaction","detail":"{read_only:false; response_revision:14528; number_of_response:1; }","duration":"196.719582ms","start":"2026-03-08T02:57:01.955602Z","end":"2026-03-08T02:57:02.152322Z","steps":["trace[1150451106] 'process raft request' (duration: 55.782028ms)","trace[1150451106] 'compare' (duration: 140.153326ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:02.152424Z","caller":"traceutil/trace.go:171","msg":"trace[13362642] transaction","detail":"{read_only:false; response_revision:14531; number_of_response:1; }","duration":"196.280692ms","start":"2026-03-08T02:57:01.956126Z","end":"2026-03-08T02:57:02.152406Z","steps":["trace[13362642] 'process raft request' (duration: 196.217551ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:02.152558Z","caller":"traceutil/trace.go:171","msg":"trace[1312009819] transaction","detail":"{read_only:false; response_revision:14530; number_of_response:1; }","duration":"196.820935ms","start":"2026-03-08T02:57:01.955727Z","end":"2026-03-08T02:57:02.152548Z","steps":["trace[1312009819] 'process raft request' (duration: 196.583879ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:02.152591Z","caller":"traceutil/trace.go:171","msg":"trace[1245822897] linearizableReadLoop","detail":"{readStateIndex:15070; appliedIndex:15065; }","duration":"196.150049ms","start":"2026-03-08T02:57:01.956429Z","end":"2026-03-08T02:57:02.152579Z","steps":["trace[1245822897] 'read index received' (duration: 54.938318ms)","trace[1245822897] 'applied index is now lower than readState.Index' (duration: 141.210121ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:02.15251Z","caller":"traceutil/trace.go:171","msg":"trace[1478040817] transaction","detail":"{read_only:false; response_revision:14529; number_of_response:1; }","duration":"196.762974ms","start":"2026-03-08T02:57:01.955658Z","end":"2026-03-08T02:57:02.152421Z","steps":["trace[1478040817] 'process raft request' (duration: 196.59745ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:02.152659Z","caller":"traceutil/trace.go:171","msg":"trace[485486604] transaction","detail":"{read_only:false; response_revision:14532; number_of_response:1; }","duration":"196.461507ms","start":"2026-03-08T02:57:01.956185Z","end":"2026-03-08T02:57:02.152647Z","steps":["trace[485486604] 'process raft request' (duration: 196.18731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:02.153731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.275666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764307"} {"level":"info","ts":"2026-03-08T02:57:02.153826Z","caller":"traceutil/trace.go:171","msg":"trace[410579966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14532; }","duration":"197.397188ms","start":"2026-03-08T02:57:01.956407Z","end":"2026-03-08T02:57:02.153804Z","steps":["trace[410579966] 'agreement among raft nodes before linearized reading' (duration: 196.286792ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:02.249334Z","caller":"traceutil/trace.go:171","msg":"trace[1901919512] transaction","detail":"{read_only:false; response_revision:14533; number_of_response:1; }","duration":"231.350485ms","start":"2026-03-08T02:57:02.01796Z","end":"2026-03-08T02:57:02.249311Z","steps":["trace[1901919512] 'process raft request' (duration: 230.845653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:02.250148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.705247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764307"} {"level":"info","ts":"2026-03-08T02:57:02.250268Z","caller":"traceutil/trace.go:171","msg":"trace[1801506654] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14533; }","duration":"290.818049ms","start":"2026-03-08T02:57:01.959393Z","end":"2026-03-08T02:57:02.250211Z","steps":["trace[1801506654] 'agreement among raft nodes before linearized reading' (duration: 289.881827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:02.250627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.518923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764307"} {"level":"warn","ts":"2026-03-08T02:57:02.250624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.116826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764307"} {"level":"info","ts":"2026-03-08T02:57:02.250719Z","caller":"traceutil/trace.go:171","msg":"trace[155740146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14533; }","duration":"291.2793ms","start":"2026-03-08T02:57:01.959415Z","end":"2026-03-08T02:57:02.250694Z","steps":["trace[155740146] 'agreement among raft nodes before linearized reading' (duration: 289.792825ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:02.2507Z","caller":"traceutil/trace.go:171","msg":"trace[1985301758] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14533; }","duration":"293.607035ms","start":"2026-03-08T02:57:01.95707Z","end":"2026-03-08T02:57:02.250677Z","steps":["trace[1985301758] 'agreement among raft nodes before linearized reading' (duration: 291.884754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:02.25113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.931562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764307"} {"level":"info","ts":"2026-03-08T02:57:02.251227Z","caller":"traceutil/trace.go:171","msg":"trace[1354008595] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14533; }","duration":"294.043835ms","start":"2026-03-08T02:57:01.957159Z","end":"2026-03-08T02:57:02.251203Z","steps":["trace[1354008595] 'agreement among raft nodes before linearized reading' (duration: 292.11435ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:04.264211Z","caller":"traceutil/trace.go:171","msg":"trace[1365032164] transaction","detail":"{read_only:false; response_revision:14539; number_of_response:1; }","duration":"104.432228ms","start":"2026-03-08T02:57:04.159759Z","end":"2026-03-08T02:57:04.264192Z","steps":["trace[1365032164] 'process raft request' (duration: 104.377797ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:04.264233Z","caller":"traceutil/trace.go:171","msg":"trace[2137341618] transaction","detail":"{read_only:false; response_revision:14538; number_of_response:1; }","duration":"104.782747ms","start":"2026-03-08T02:57:04.159421Z","end":"2026-03-08T02:57:04.264204Z","steps":["trace[2137341618] 'process raft request' (duration: 103.314282ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:04.264453Z","caller":"traceutil/trace.go:171","msg":"trace[80340754] transaction","detail":"{read_only:false; response_revision:14540; number_of_response:1; }","duration":"104.347627ms","start":"2026-03-08T02:57:04.160077Z","end":"2026-03-08T02:57:04.264424Z","steps":["trace[80340754] 'process raft request' (duration: 104.091261ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:04.264484Z","caller":"traceutil/trace.go:171","msg":"trace[453377629] transaction","detail":"{read_only:false; response_revision:14541; number_of_response:1; }","duration":"103.890886ms","start":"2026-03-08T02:57:04.160564Z","end":"2026-03-08T02:57:04.264455Z","steps":["trace[453377629] 'process raft request' (duration: 103.771643ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:28.543594Z","caller":"traceutil/trace.go:171","msg":"trace[807681161] linearizableReadLoop","detail":"{readStateIndex:15201; appliedIndex:15199; }","duration":"158.475716ms","start":"2026-03-08T02:57:28.385069Z","end":"2026-03-08T02:57:28.543545Z","steps":["trace[807681161] 'read index received' (duration: 18.75628ms)","trace[807681161] 'applied index is now lower than readState.Index' (duration: 139.718396ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:28.543643Z","caller":"traceutil/trace.go:171","msg":"trace[915801507] transaction","detail":"{read_only:false; response_revision:14658; number_of_response:1; }","duration":"158.66057ms","start":"2026-03-08T02:57:28.384945Z","end":"2026-03-08T02:57:28.543606Z","steps":["trace[915801507] 'process raft request' (duration: 100.054915ms)","trace[915801507] 'compare' (duration: 58.341299ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:28.543666Z","caller":"traceutil/trace.go:171","msg":"trace[187407752] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"157.669697ms","start":"2026-03-08T02:57:28.385967Z","end":"2026-03-08T02:57:28.543636Z","steps":["trace[187407752] 'process raft request' (duration: 157.518543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:28.543868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.771543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:57:28.543936Z","caller":"traceutil/trace.go:171","msg":"trace[228930054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14659; }","duration":"158.864795ms","start":"2026-03-08T02:57:28.385054Z","end":"2026-03-08T02:57:28.543919Z","steps":["trace[228930054] 'agreement among raft nodes before linearized reading' (duration: 158.66489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:30.578391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081876628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:31.079279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081876628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:31.111915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157263795s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:57:31.112398Z","caller":"traceutil/trace.go:171","msg":"trace[2037814971] transaction","detail":"{read_only:false; response_revision:14662; number_of_response:1; }","duration":"1.157840907s","start":"2026-03-08T02:57:29.954529Z","end":"2026-03-08T02:57:31.11237Z","steps":["trace[2037814971] 'process raft request' (duration: 1.157629482s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.112574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:29.954503Z","time spent":"1.157977031s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:31.682254Z","caller":"traceutil/trace.go:171","msg":"trace[1267988944] transaction","detail":"{read_only:false; response_revision:14663; number_of_response:1; }","duration":"1.624283355s","start":"2026-03-08T02:57:30.057947Z","end":"2026-03-08T02:57:31.68223Z","steps":["trace[1267988944] 'process raft request' (duration: 1.62409139s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.682412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.057918Z","time spent":"1.624411517s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:31.682478Z","caller":"traceutil/trace.go:171","msg":"trace[1348526868] linearizableReadLoop","detail":"{readStateIndex:15209; appliedIndex:15206; }","duration":"1.605000912s","start":"2026-03-08T02:57:30.077453Z","end":"2026-03-08T02:57:31.682454Z","steps":["trace[1348526868] 'read index received' (duration: 1.03510529s)","trace[1348526868] 'applied index is now lower than readState.Index' (duration: 569.894612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:31.682624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605124065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:31.682658Z","caller":"traceutil/trace.go:171","msg":"trace[1115559332] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14665; }","duration":"1.605175817s","start":"2026-03-08T02:57:30.077471Z","end":"2026-03-08T02:57:31.682647Z","steps":["trace[1115559332] 'agreement among raft nodes before linearized reading' (duration: 1.605109105s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.682689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.077466Z","time spent":"1.605216067s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T02:57:31.682754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.563971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:57:31.682799Z","caller":"traceutil/trace.go:171","msg":"trace[692927024] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14665; }","duration":"771.608192ms","start":"2026-03-08T02:57:30.91118Z","end":"2026-03-08T02:57:31.682788Z","steps":["trace[692927024] 'agreement among raft nodes before linearized reading' (duration: 771.473299ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.682777Z","caller":"traceutil/trace.go:171","msg":"trace[1573417211] transaction","detail":"{read_only:false; response_revision:14665; number_of_response:1; }","duration":"1.297590275s","start":"2026-03-08T02:57:30.385137Z","end":"2026-03-08T02:57:31.682727Z","steps":["trace[1573417211] 'process raft request' (duration: 1.297244846s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.68281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.712711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:31.68285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.959303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:31.682871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.569881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:31.682899Z","caller":"traceutil/trace.go:171","msg":"trace[575500361] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14665; }","duration":"768.632312ms","start":"2026-03-08T02:57:30.914258Z","end":"2026-03-08T02:57:31.682891Z","steps":["trace[575500361] 'agreement among raft nodes before linearized reading' (duration: 768.593131ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.682903Z","caller":"traceutil/trace.go:171","msg":"trace[84849958] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14665; }","duration":"773.007354ms","start":"2026-03-08T02:57:30.909877Z","end":"2026-03-08T02:57:31.682885Z","steps":["trace[84849958] 'agreement among raft nodes before linearized reading' (duration: 772.908572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.682934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.914242Z","time spent":"768.686163ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:57:31.682946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.909874Z","time spent":"773.064407ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:31.682964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115494785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:57:31.683007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.867154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-08T02:57:31.683017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.366227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:31.683038Z","caller":"traceutil/trace.go:171","msg":"trace[68177153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14665; }","duration":"674.929475ms","start":"2026-03-08T02:57:31.008099Z","end":"2026-03-08T02:57:31.683029Z","steps":["trace[68177153] 'agreement among raft nodes before linearized reading' (duration: 674.829652ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.683084Z","caller":"traceutil/trace.go:171","msg":"trace[1645838277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14665; }","duration":"252.470719ms","start":"2026-03-08T02:57:31.430593Z","end":"2026-03-08T02:57:31.683063Z","steps":["trace[1645838277] 'agreement among raft nodes before linearized reading' (duration: 252.332956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.65085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:31.683123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.385123Z","time spent":"1.297757178s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:31.683184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.806703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:31.683189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.536507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:31.683209Z","caller":"traceutil/trace.go:171","msg":"trace[1293073196] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14665; }","duration":"770.838104ms","start":"2026-03-08T02:57:30.912365Z","end":"2026-03-08T02:57:31.683203Z","steps":["trace[1293073196] 'agreement among raft nodes before linearized reading' (duration: 770.800313ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.683222Z","caller":"traceutil/trace.go:171","msg":"trace[385721817] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14665; }","duration":"773.576668ms","start":"2026-03-08T02:57:30.909635Z","end":"2026-03-08T02:57:31.683212Z","steps":["trace[385721817] 'agreement among raft nodes before linearized reading' (duration: 773.526057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.91236Z","time spent":"770.869434ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:57:31.683248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.90963Z","time spent":"773.612209ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:31.683248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603987309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:31.683333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.196186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:31.683359Z","caller":"traceutil/trace.go:171","msg":"trace[2131258128] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14665; }","duration":"775.261747ms","start":"2026-03-08T02:57:30.90809Z","end":"2026-03-08T02:57:31.683352Z","steps":["trace[2131258128] 'agreement among raft nodes before linearized reading' (duration: 775.225836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.908078Z","time spent":"775.300599ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:57:31.683356Z","caller":"traceutil/trace.go:171","msg":"trace[1456515595] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14665; }","duration":"1.604133802s","start":"2026-03-08T02:57:30.0792Z","end":"2026-03-08T02:57:31.683334Z","steps":["trace[1456515595] 'agreement among raft nodes before linearized reading' (duration: 1.603822794s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.682896Z","caller":"traceutil/trace.go:171","msg":"trace[923781226] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14665; }","duration":"767.818623ms","start":"2026-03-08T02:57:30.915055Z","end":"2026-03-08T02:57:31.682873Z","steps":["trace[923781226] 'agreement among raft nodes before linearized reading' (duration: 767.624308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.682828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.911169Z","time spent":"771.652503ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:31.683434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.915042Z","time spent":"768.381426ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:57:31.682998Z","caller":"traceutil/trace.go:171","msg":"trace[1717453630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14665; }","duration":"1.115555077s","start":"2026-03-08T02:57:30.567431Z","end":"2026-03-08T02:57:31.682986Z","steps":["trace[1717453630] 'agreement among raft nodes before linearized reading' (duration: 1.115436114s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.008082Z","time spent":"675.001327ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:57:31.6835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.567422Z","time spent":"1.116063258s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:31.68354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097930903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-08T02:57:31.683616Z","caller":"traceutil/trace.go:171","msg":"trace[76139305] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:14665; }","duration":"1.098030625s","start":"2026-03-08T02:57:30.585573Z","end":"2026-03-08T02:57:31.683604Z","steps":["trace[76139305] 'agreement among raft nodes before linearized reading' (duration: 1.097861441s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101749472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-03-08T02:57:31.68365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.585559Z","time spent":"1.098083477s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" "} {"level":"info","ts":"2026-03-08T02:57:31.683146Z","caller":"traceutil/trace.go:171","msg":"trace[1590172228] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14665; }","duration":"770.757932ms","start":"2026-03-08T02:57:30.91238Z","end":"2026-03-08T02:57:31.683138Z","steps":["trace[1590172228] 'agreement among raft nodes before linearized reading' (duration: 770.713831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.079196Z","time spent":"1.604233654s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:31.683724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.91236Z","time spent":"771.342885ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:31.683753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604903419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:31.683773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106506724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T02:57:31.683788Z","caller":"traceutil/trace.go:171","msg":"trace[1139646764] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14665; }","duration":"1.604936691s","start":"2026-03-08T02:57:30.07884Z","end":"2026-03-08T02:57:31.683777Z","steps":["trace[1139646764] 'agreement among raft nodes before linearized reading' (duration: 1.604839239s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.683802Z","caller":"traceutil/trace.go:171","msg":"trace[2098664760] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:14665; }","duration":"1.106556626s","start":"2026-03-08T02:57:30.577238Z","end":"2026-03-08T02:57:31.683794Z","steps":["trace[2098664760] 'agreement among raft nodes before linearized reading' (duration: 1.106454113s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299920409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:57:31.683832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.577227Z","time spent":"1.106596676s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"warn","ts":"2026-03-08T02:57:31.68383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.199043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:31.68385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346599264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:31.683864Z","caller":"traceutil/trace.go:171","msg":"trace[952453] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14665; }","duration":"780.294346ms","start":"2026-03-08T02:57:30.90356Z","end":"2026-03-08T02:57:31.683854Z","steps":["trace[952453] 'agreement among raft nodes before linearized reading' (duration: 780.241075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60531458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:31.683888Z","caller":"traceutil/trace.go:171","msg":"trace[718104994] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:14665; }","duration":"1.346673436s","start":"2026-03-08T02:57:30.337202Z","end":"2026-03-08T02:57:31.683876Z","steps":["trace[718104994] 'agreement among raft nodes before linearized reading' (duration: 1.346613444s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.903539Z","time spent":"780.351477ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:57:31.683913Z","caller":"traceutil/trace.go:171","msg":"trace[1317937401] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14665; }","duration":"1.60535464s","start":"2026-03-08T02:57:30.078551Z","end":"2026-03-08T02:57:31.683905Z","steps":["trace[1317937401] 'agreement among raft nodes before linearized reading' (duration: 1.605283829s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.683917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.337174Z","time spent":"1.346735916s","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:31.683935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.078543Z","time spent":"1.605386831s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:31.682734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110134019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-08T02:57:31.684036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098392294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-08T02:57:31.684048Z","caller":"traceutil/trace.go:171","msg":"trace[1358531905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:14665; }","duration":"1.11147684s","start":"2026-03-08T02:57:30.572557Z","end":"2026-03-08T02:57:31.684034Z","steps":["trace[1358531905] 'agreement among raft nodes before linearized reading' (duration: 1.110040256s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.684048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605487783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:31.684121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.57255Z","time spent":"1.111556953s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"info","ts":"2026-03-08T02:57:31.68413Z","caller":"traceutil/trace.go:171","msg":"trace[1949664575] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14665; }","duration":"1.605580146s","start":"2026-03-08T02:57:30.078542Z","end":"2026-03-08T02:57:31.684122Z","steps":["trace[1949664575] 'agreement among raft nodes before linearized reading' (duration: 1.605456423s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.684158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.078535Z","time spent":"1.605615987s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:31.68427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606073758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:57:31.684293Z","caller":"traceutil/trace.go:171","msg":"trace[686115033] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14665; }","duration":"1.606104558s","start":"2026-03-08T02:57:30.078182Z","end":"2026-03-08T02:57:31.684286Z","steps":["trace[686115033] 'agreement among raft nodes before linearized reading' (duration: 1.606036017s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.684317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.078177Z","time spent":"1.606134789s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:57:31.683659Z","caller":"traceutil/trace.go:171","msg":"trace[328369965] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:14665; }","duration":"1.101797184s","start":"2026-03-08T02:57:30.581851Z","end":"2026-03-08T02:57:31.683649Z","steps":["trace[328369965] 'agreement among raft nodes before linearized reading' (duration: 1.101664311s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.68439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.581843Z","time spent":"1.102535531s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"warn","ts":"2026-03-08T02:57:31.684422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605182776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:31.684471Z","caller":"traceutil/trace.go:171","msg":"trace[816297686] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14665; }","duration":"1.6070342s","start":"2026-03-08T02:57:30.07742Z","end":"2026-03-08T02:57:31.684454Z","steps":["trace[816297686] 'agreement among raft nodes before linearized reading' (duration: 1.605139146s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.684508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.077405Z","time spent":"1.607094671s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:57:31.684096Z","caller":"traceutil/trace.go:171","msg":"trace[174399611] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:14665; }","duration":"1.098433735s","start":"2026-03-08T02:57:30.585622Z","end":"2026-03-08T02:57:31.684055Z","steps":["trace[174399611] 'agreement among raft nodes before linearized reading' (duration: 1.098342383s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.684545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.585615Z","time spent":"1.098921686s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" "} {"level":"warn","ts":"2026-03-08T02:57:31.683817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.078824Z","time spent":"1.604987832s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:31.683475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296440858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:31.686004Z","caller":"traceutil/trace.go:171","msg":"trace[1012689325] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14665; }","duration":"1.298983937s","start":"2026-03-08T02:57:30.386995Z","end":"2026-03-08T02:57:31.685979Z","steps":["trace[1012689325] 'agreement among raft nodes before linearized reading' (duration: 1.296351135s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.686073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.386987Z","time spent":"1.2990663s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:31.687212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389319676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:31.687205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.274485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:31.687256Z","caller":"traceutil/trace.go:171","msg":"trace[1957377061] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:14665; }","duration":"1.389403058s","start":"2026-03-08T02:57:30.297838Z","end":"2026-03-08T02:57:31.687241Z","steps":["trace[1957377061] 'agreement among raft nodes before linearized reading' (duration: 1.389330446s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.687272Z","caller":"traceutil/trace.go:171","msg":"trace[604509770] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14665; }","duration":"342.388058ms","start":"2026-03-08T02:57:31.344865Z","end":"2026-03-08T02:57:31.687253Z","steps":["trace[604509770] 'agreement among raft nodes before linearized reading' (duration: 342.264615ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.68385Z","caller":"traceutil/trace.go:171","msg":"trace[1718370845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14665; }","duration":"1.300136675s","start":"2026-03-08T02:57:30.383701Z","end":"2026-03-08T02:57:31.683838Z","steps":["trace[1718370845] 'agreement among raft nodes before linearized reading' (duration: 1.299812327s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.687293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.297816Z","time spent":"1.389467929s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:31.687311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.344843Z","time spent":"342.45787ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:31.687364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.383688Z","time spent":"1.303633716s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:31.687792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139476927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:57:31.687813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139847496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:57:31.687845Z","caller":"traceutil/trace.go:171","msg":"trace[1437925936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14665; }","duration":"1.139544518s","start":"2026-03-08T02:57:30.548288Z","end":"2026-03-08T02:57:31.687833Z","steps":["trace[1437925936] 'agreement among raft nodes before linearized reading' (duration: 1.139397205s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.687852Z","caller":"traceutil/trace.go:171","msg":"trace[418544354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14665; }","duration":"1.139911188s","start":"2026-03-08T02:57:30.547929Z","end":"2026-03-08T02:57:31.687841Z","steps":["trace[418544354] 'agreement among raft nodes before linearized reading' (duration: 1.139785025s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.687879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.548282Z","time spent":"1.13958925s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:57:31.687882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.547904Z","time spent":"1.139971778s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:31.688245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610610014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-08T02:57:31.688313Z","caller":"traceutil/trace.go:171","msg":"trace[334327308] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14665; }","duration":"1.610702166s","start":"2026-03-08T02:57:30.077592Z","end":"2026-03-08T02:57:31.688295Z","steps":["trace[334327308] 'agreement among raft nodes before linearized reading' (duration: 1.610540292s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.688362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.077575Z","time spent":"1.610775398s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-08T02:57:31.688407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610208534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:31.688719Z","caller":"traceutil/trace.go:171","msg":"trace[1551142060] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14665; }","duration":"1.610530662s","start":"2026-03-08T02:57:30.07817Z","end":"2026-03-08T02:57:31.688701Z","steps":["trace[1551142060] 'agreement among raft nodes before linearized reading' (duration: 1.610114132s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.68877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.078163Z","time spent":"1.610593013s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:31.688426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281431046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:57:31.688872Z","caller":"traceutil/trace.go:171","msg":"trace[101750645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14665; }","duration":"1.281903127s","start":"2026-03-08T02:57:30.406953Z","end":"2026-03-08T02:57:31.688856Z","steps":["trace[101750645] 'agreement among raft nodes before linearized reading' (duration: 1.281211361s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.688946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.406943Z","time spent":"1.281985339s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:57:31.689192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611014303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:31.689265Z","caller":"traceutil/trace.go:171","msg":"trace[354503414] transaction","detail":"{read_only:false; response_revision:14664; number_of_response:1; }","duration":"1.583427097s","start":"2026-03-08T02:57:30.105739Z","end":"2026-03-08T02:57:31.689166Z","steps":["trace[354503414] 'process raft request' (duration: 1.576449743s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.689285Z","caller":"traceutil/trace.go:171","msg":"trace[1223999692] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14665; }","duration":"1.611152646s","start":"2026-03-08T02:57:30.078118Z","end":"2026-03-08T02:57:31.689271Z","steps":["trace[1223999692] 'agreement among raft nodes before linearized reading' (duration: 1.611031023s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.689367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.105718Z","time spent":"1.583590791s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:31.690135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.07809Z","time spent":"1.612027987s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:33.72324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T02:57:33.723299Z","caller":"traceutil/trace.go:171","msg":"trace[860806037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030246s","start":"2026-03-08T02:57:31.722984Z","end":"2026-03-08T02:57:33.723286Z","steps":["trace[860806037] 'agreement among raft nodes before linearized reading' (duration: 2.000238199s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.723329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.722973Z","time spent":"2.000349591s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 02:57:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T02:57:35.06055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868941847s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:35.060679Z","caller":"traceutil/trace.go:171","msg":"trace[1839301006] transaction","detail":"{read_only:false; response_revision:14666; number_of_response:1; }","duration":"3.366524474s","start":"2026-03-08T02:57:31.694126Z","end":"2026-03-08T02:57:35.060651Z","steps":["trace[1839301006] 'process raft request' (duration: 497.322671ms)","trace[1839301006] 'compare' (duration: 2.867063882s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:35.060756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.69406Z","time spent":"3.366655417s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:35.517665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.326212228s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:57:35.628272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T02:57:35.628375Z","caller":"traceutil/trace.go:171","msg":"trace[742410464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404683s","start":"2026-03-08T02:57:33.627947Z","end":"2026-03-08T02:57:35.628352Z","steps":["trace[742410464] 'agreement among raft nodes before linearized reading' (duration: 2.000216389s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:35.62844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.62793Z","time spent":"2.000496186s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 02:57:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T02:57:35.730805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T02:57:35.730878Z","caller":"traceutil/trace.go:171","msg":"trace[1792539450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151408s","start":"2026-03-08T02:57:33.730708Z","end":"2026-03-08T02:57:35.730859Z","steps":["trace[1792539450] 'agreement among raft nodes before linearized reading' (duration: 2.000060386s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:35.730923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.730691Z","time spent":"2.000224169s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 02:57:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T02:57:36.691011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173161446s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:57:36.693981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.695202Z","time spent":"4.998773124s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 02:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T02:57:36.697386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.698623Z","time spent":"4.998757544s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 02:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T02:57:36.754471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:35.952671Z","time spent":"801.794248ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:57:36.754696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236793298s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:36.754829Z","caller":"traceutil/trace.go:171","msg":"trace[305483546] transaction","detail":"{read_only:false; response_revision:14667; number_of_response:1; }","duration":"5.060151743s","start":"2026-03-08T02:57:31.694658Z","end":"2026-03-08T02:57:36.75481Z","steps":["trace[305483546] 'process raft request' (duration: 3.823175921s)","trace[305483546] 'compare' (duration: 1.236706456s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:36.754874Z","caller":"traceutil/trace.go:171","msg":"trace[1966975471] transaction","detail":"{read_only:false; response_revision:14669; number_of_response:1; }","duration":"5.05961412s","start":"2026-03-08T02:57:31.695246Z","end":"2026-03-08T02:57:36.754861Z","steps":["trace[1966975471] 'process raft request' (duration: 5.059553499s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.754898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.694644Z","time spent":"5.060217174s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:36.754956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.695236Z","time spent":"5.059691992s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:36.755126Z","caller":"traceutil/trace.go:171","msg":"trace[1797398585] linearizableReadLoop","detail":"{readStateIndex:15213; appliedIndex:15209; }","duration":"5.058825341s","start":"2026-03-08T02:57:31.696289Z","end":"2026-03-08T02:57:36.755114Z","steps":["trace[1797398585] 'read index received' (duration: 495.17316ms)","trace[1797398585] 'applied index is now lower than readState.Index' (duration: 4.563650781s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:36.755131Z","caller":"traceutil/trace.go:171","msg":"trace[1142541437] transaction","detail":"{read_only:false; response_revision:14671; number_of_response:1; }","duration":"4.376225837s","start":"2026-03-08T02:57:32.378883Z","end":"2026-03-08T02:57:36.755109Z","steps":["trace[1142541437] 'process raft request' (duration: 4.376119794s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:36.755239Z","caller":"traceutil/trace.go:171","msg":"trace[1482910087] transaction","detail":"{read_only:false; response_revision:14674; number_of_response:1; }","duration":"3.057276273s","start":"2026-03-08T02:57:33.697952Z","end":"2026-03-08T02:57:36.755228Z","steps":["trace[1482910087] 'process raft request' (duration: 3.057227002s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.755266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.378856Z","time spent":"4.376328639s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:36.755312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.697937Z","time spent":"3.057346954s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:36.755402Z","caller":"traceutil/trace.go:171","msg":"trace[1131472139] transaction","detail":"{read_only:false; response_revision:14672; number_of_response:1; }","duration":"3.63675774s","start":"2026-03-08T02:57:33.118636Z","end":"2026-03-08T02:57:36.755394Z","steps":["trace[1131472139] 'process raft request' (duration: 3.636437012s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.755452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.118609Z","time spent":"3.636818661s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:36.755505Z","caller":"traceutil/trace.go:171","msg":"trace[1358063680] transaction","detail":"{read_only:false; response_revision:14673; number_of_response:1; }","duration":"3.058781098s","start":"2026-03-08T02:57:33.69671Z","end":"2026-03-08T02:57:36.755491Z","steps":["trace[1358063680] 'process raft request' (duration: 3.05843065s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.755614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.696698Z","time spent":"3.058842329s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:36.755932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.059640381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"info","ts":"2026-03-08T02:57:36.755973Z","caller":"traceutil/trace.go:171","msg":"trace[76650223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14674; }","duration":"5.059716632s","start":"2026-03-08T02:57:31.696247Z","end":"2026-03-08T02:57:36.755964Z","steps":["trace[76650223] 'agreement among raft nodes before linearized reading' (duration: 5.058948614s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.756006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.696224Z","time spent":"5.059771914s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:57:36.931622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.343515ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:57:36.931768Z","caller":"traceutil/trace.go:171","msg":"trace[80255172] linearizableReadLoop","detail":"{readStateIndex:15219; appliedIndex:15218; }","duration":"176.577841ms","start":"2026-03-08T02:57:36.755157Z","end":"2026-03-08T02:57:36.931735Z","steps":["trace[80255172] 'read index received' (duration: 664.226µs)","trace[80255172] 'applied index is now lower than readState.Index' (duration: 175.911194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:36.931973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193941253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.93203Z","caller":"traceutil/trace.go:171","msg":"trace[1885980766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14674; }","duration":"1.194034315s","start":"2026-03-08T02:57:35.737981Z","end":"2026-03-08T02:57:36.932015Z","steps":["trace[1885980766] 'agreement among raft nodes before linearized reading' (duration: 1.193928803s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.932088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:35.737959Z","time spent":"1.194116628s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:57:36.932113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240232453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.93219Z","caller":"traceutil/trace.go:171","msg":"trace[1164777801] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14674; }","duration":"3.240342915s","start":"2026-03-08T02:57:33.69183Z","end":"2026-03-08T02:57:36.932173Z","steps":["trace[1164777801] 'agreement among raft nodes before linearized reading' (duration: 3.240194331s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.932237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.69182Z","time spent":"3.240409027s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:57:36.932245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23713005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:36.932296Z","caller":"traceutil/trace.go:171","msg":"trace[932667236] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14674; }","duration":"3.237198481s","start":"2026-03-08T02:57:33.695081Z","end":"2026-03-08T02:57:36.932279Z","steps":["trace[932667236] 'agreement among raft nodes before linearized reading' (duration: 3.236994487s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.932331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.695074Z","time spent":"3.237249372s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:36.932405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240589531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:36.932452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252233357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.932461Z","caller":"traceutil/trace.go:171","msg":"trace[1115852753] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14674; }","duration":"3.240661712s","start":"2026-03-08T02:57:33.691785Z","end":"2026-03-08T02:57:36.932447Z","steps":["trace[1115852753] 'agreement among raft nodes before linearized reading' (duration: 3.24057317s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:36.932481Z","caller":"traceutil/trace.go:171","msg":"trace[1196732767] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14674; }","duration":"2.252263038s","start":"2026-03-08T02:57:34.680209Z","end":"2026-03-08T02:57:36.932472Z","steps":["trace[1196732767] 'agreement among raft nodes before linearized reading' (duration: 2.252215807s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.932509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:34.680175Z","time spent":"2.25232688s","remote":"127.0.0.1:53468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:36.932514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.691777Z","time spent":"3.240721604s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T02:57:36.932585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237756674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:36.932621Z","caller":"traceutil/trace.go:171","msg":"trace[192858881] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14674; }","duration":"3.237811146s","start":"2026-03-08T02:57:33.694801Z","end":"2026-03-08T02:57:36.932612Z","steps":["trace[192858881] 'agreement among raft nodes before linearized reading' (duration: 3.237684823s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.932656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.694791Z","time spent":"3.237851757s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:36.932736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232366018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:36.932741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240603082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:36.932772Z","caller":"traceutil/trace.go:171","msg":"trace[1327446139] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14674; }","duration":"3.232410979s","start":"2026-03-08T02:57:33.700352Z","end":"2026-03-08T02:57:36.932763Z","steps":["trace[1327446139] 'agreement among raft nodes before linearized reading' (duration: 3.232316676s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:36.932788Z","caller":"traceutil/trace.go:171","msg":"trace[2096864120] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14674; }","duration":"3.240675173s","start":"2026-03-08T02:57:33.692102Z","end":"2026-03-08T02:57:36.932777Z","steps":["trace[2096864120] 'agreement among raft nodes before linearized reading' (duration: 3.24052803s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.9328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.700347Z","time spent":"3.232446569s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:36.932812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.692097Z","time spent":"3.240711254s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:36.932818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240772955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.932847Z","caller":"traceutil/trace.go:171","msg":"trace[1984133588] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14674; }","duration":"3.240810856s","start":"2026-03-08T02:57:33.692028Z","end":"2026-03-08T02:57:36.932839Z","steps":["trace[1984133588] 'agreement among raft nodes before linearized reading' (duration: 3.240768995s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.932879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.692021Z","time spent":"3.240851797s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:57:36.932978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240281504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:36.932993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241009821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:36.932969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233580106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:57:36.933017Z","caller":"traceutil/trace.go:171","msg":"trace[737858305] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14674; }","duration":"3.233647808s","start":"2026-03-08T02:57:33.699364Z","end":"2026-03-08T02:57:36.933012Z","steps":["trace[737858305] 'agreement among raft nodes before linearized reading' (duration: 3.233516024s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:36.933018Z","caller":"traceutil/trace.go:171","msg":"trace[955854746] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14674; }","duration":"3.241071262s","start":"2026-03-08T02:57:33.691939Z","end":"2026-03-08T02:57:36.93301Z","steps":["trace[955854746] 'agreement among raft nodes before linearized reading' (duration: 3.240996961s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.699359Z","time spent":"3.233667269s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.691919Z","time spent":"3.241118173s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233764971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-08T02:57:36.933127Z","caller":"traceutil/trace.go:171","msg":"trace[1619194076] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14674; }","duration":"3.233825022s","start":"2026-03-08T02:57:33.699291Z","end":"2026-03-08T02:57:36.933116Z","steps":["trace[1619194076] 'agreement among raft nodes before linearized reading' (duration: 3.233702349s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24098116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:36.933162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.699285Z","time spent":"3.233869483s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206717039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.933223Z","caller":"traceutil/trace.go:171","msg":"trace[1345238485] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14674; }","duration":"5.20674665s","start":"2026-03-08T02:57:31.726473Z","end":"2026-03-08T02:57:36.93322Z","steps":["trace[1345238485] 'agreement among raft nodes before linearized reading' (duration: 5.20672461s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.726469Z","time spent":"5.206763951s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20202387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:36.933176Z","caller":"traceutil/trace.go:171","msg":"trace[924078543] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14674; }","duration":"3.241010831s","start":"2026-03-08T02:57:33.692161Z","end":"2026-03-08T02:57:36.933172Z","steps":["trace[924078543] 'agreement among raft nodes before linearized reading' (duration: 3.240990211s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243436338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.933373Z","caller":"traceutil/trace.go:171","msg":"trace[331631556] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14674; }","duration":"3.243489789s","start":"2026-03-08T02:57:33.689877Z","end":"2026-03-08T02:57:36.933367Z","steps":["trace[331631556] 'agreement among raft nodes before linearized reading' (duration: 3.243467358s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:36.933Z","caller":"traceutil/trace.go:171","msg":"trace[1807603547] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14674; }","duration":"3.240310624s","start":"2026-03-08T02:57:33.692684Z","end":"2026-03-08T02:57:36.932995Z","steps":["trace[1807603547] 'agreement among raft nodes before linearized reading' (duration: 3.240280083s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.93341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242803923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.933424Z","caller":"traceutil/trace.go:171","msg":"trace[857619874] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14674; }","duration":"3.242833473s","start":"2026-03-08T02:57:33.690587Z","end":"2026-03-08T02:57:36.93342Z","steps":["trace[857619874] 'agreement among raft nodes before linearized reading' (duration: 3.242814203s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.69268Z","time spent":"3.240732854s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242930085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:36.933491Z","caller":"traceutil/trace.go:171","msg":"trace[36160254] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14674; }","duration":"3.242962757s","start":"2026-03-08T02:57:33.690524Z","end":"2026-03-08T02:57:36.933487Z","steps":["trace[36160254] 'agreement among raft nodes before linearized reading' (duration: 3.242922746s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.690516Z","time spent":"3.242983987s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243629282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:57:36.933597Z","caller":"traceutil/trace.go:171","msg":"trace[165535473] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14674; }","duration":"3.243645502s","start":"2026-03-08T02:57:33.689947Z","end":"2026-03-08T02:57:36.933593Z","steps":["trace[165535473] 'agreement among raft nodes before linearized reading' (duration: 3.243589871s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.689877Z","time spent":"3.243732605s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244039212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.933768Z","caller":"traceutil/trace.go:171","msg":"trace[1087736984] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14674; }","duration":"3.244132754s","start":"2026-03-08T02:57:33.689624Z","end":"2026-03-08T02:57:36.933757Z","steps":["trace[1087736984] 'agreement among raft nodes before linearized reading' (duration: 3.244053252s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.590749726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:36.9338Z","caller":"traceutil/trace.go:171","msg":"trace[1708023221] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:14674; }","duration":"4.590810458s","start":"2026-03-08T02:57:32.342985Z","end":"2026-03-08T02:57:36.933796Z","steps":["trace[1708023221] 'agreement among raft nodes before linearized reading' (duration: 4.590718176s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.689598Z","time spent":"3.244194086s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240672762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:36.933817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.342964Z","time spent":"4.590850039s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":122,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:57:36.93384Z","caller":"traceutil/trace.go:171","msg":"trace[1549575986] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14674; }","duration":"3.241416751s","start":"2026-03-08T02:57:33.692412Z","end":"2026-03-08T02:57:36.933829Z","steps":["trace[1549575986] 'agreement among raft nodes before linearized reading' (duration: 3.240674683s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.204298182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:36.933881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.692408Z","time spent":"3.241463092s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:57:36.933893Z","caller":"traceutil/trace.go:171","msg":"trace[783818896] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14674; }","duration":"5.204906027s","start":"2026-03-08T02:57:31.728983Z","end":"2026-03-08T02:57:36.933889Z","steps":["trace[783818896] 'agreement among raft nodes before linearized reading' (duration: 5.204282382s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.933908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.728977Z","time spent":"5.204927507s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.689857Z","time spent":"3.243526139s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.690575Z","time spent":"3.242858594s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.692154Z","time spent":"3.241204376s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244201166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:57:36.934094Z","caller":"traceutil/trace.go:171","msg":"trace[1338507202] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14674; }","duration":"3.244323849s","start":"2026-03-08T02:57:33.689765Z","end":"2026-03-08T02:57:36.934089Z","steps":["trace[1338507202] 'agreement among raft nodes before linearized reading' (duration: 3.244167175s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.934111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.689752Z","time spent":"3.244354219s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:36.934196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207970889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.934214Z","caller":"traceutil/trace.go:171","msg":"trace[1023470196] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14674; }","duration":"5.20801889s","start":"2026-03-08T02:57:31.726191Z","end":"2026-03-08T02:57:36.93421Z","steps":["trace[1023470196] 'agreement among raft nodes before linearized reading' (duration: 5.207989339s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.934208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193247233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:36.934228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.726176Z","time spent":"5.208048131s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-08T02:57:36.934238Z","caller":"traceutil/trace.go:171","msg":"trace[1544851317] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14674; }","duration":"5.193289174s","start":"2026-03-08T02:57:31.740939Z","end":"2026-03-08T02:57:36.934228Z","steps":["trace[1544851317] 'agreement among raft nodes before linearized reading' (duration: 5.193236953s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.934274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.74093Z","time spent":"5.193338436s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T02:57:36.934328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20859574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-08T02:57:36.934348Z","caller":"traceutil/trace.go:171","msg":"trace[1418006126] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7; range_end:; response_count:1; response_revision:14674; }","duration":"3.208624311s","start":"2026-03-08T02:57:33.725717Z","end":"2026-03-08T02:57:36.934342Z","steps":["trace[1418006126] 'agreement among raft nodes before linearized reading' (duration: 3.20857354s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.93436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.725709Z","time spent":"3.208649102s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" "} {"level":"warn","ts":"2026-03-08T02:57:36.934227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.235594847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"info","ts":"2026-03-08T02:57:36.934418Z","caller":"traceutil/trace.go:171","msg":"trace[856235891] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14674; }","duration":"5.235813601s","start":"2026-03-08T02:57:31.698595Z","end":"2026-03-08T02:57:36.934409Z","steps":["trace[856235891] 'agreement among raft nodes before linearized reading' (duration: 5.234447719s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.934446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43278167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:36.934463Z","caller":"traceutil/trace.go:171","msg":"trace[2087344718] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14674; }","duration":"2.432835931s","start":"2026-03-08T02:57:34.50162Z","end":"2026-03-08T02:57:36.934456Z","steps":["trace[2087344718] 'agreement among raft nodes before linearized reading' (duration: 2.432810451s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.934482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:34.501604Z","time spent":"2.432875302s","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:36.934459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.698585Z","time spent":"5.235861023s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:57:36.934677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.365189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:36.934715Z","caller":"traceutil/trace.go:171","msg":"trace[698727927] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14674; }","duration":"177.43257ms","start":"2026-03-08T02:57:36.757274Z","end":"2026-03-08T02:57:36.934706Z","steps":["trace[698727927] 'agreement among raft nodes before linearized reading' (duration: 177.368309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.934826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.234127392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"info","ts":"2026-03-08T02:57:36.934885Z","caller":"traceutil/trace.go:171","msg":"trace[1014267150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14674; }","duration":"5.234196584s","start":"2026-03-08T02:57:31.700678Z","end":"2026-03-08T02:57:36.934875Z","steps":["trace[1014267150] 'agreement among raft nodes before linearized reading' (duration: 5.23358453s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.934938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.700673Z","time spent":"5.234246655s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:57:36.933748Z","caller":"traceutil/trace.go:171","msg":"trace[124147623] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14674; }","duration":"5.202395448s","start":"2026-03-08T02:57:31.730945Z","end":"2026-03-08T02:57:36.93334Z","steps":["trace[124147623] 'agreement among raft nodes before linearized reading' (duration: 5.201658361s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.935355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214232363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:36.935385Z","caller":"traceutil/trace.go:171","msg":"trace[2041673620] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:14674; }","duration":"3.214276244s","start":"2026-03-08T02:57:33.721104Z","end":"2026-03-08T02:57:36.93538Z","steps":["trace[2041673620] 'agreement among raft nodes before linearized reading' (duration: 3.214229653s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.9354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.721097Z","time spent":"3.214299065s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:36.935551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.730934Z","time spent":"5.20460221s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:36.933139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240892218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:36.93589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.23828579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"info","ts":"2026-03-08T02:57:36.936032Z","caller":"traceutil/trace.go:171","msg":"trace[1928413375] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14674; }","duration":"5.238449923s","start":"2026-03-08T02:57:31.697569Z","end":"2026-03-08T02:57:36.936019Z","steps":["trace[1928413375] 'agreement among raft nodes before linearized reading' (duration: 5.237779607s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.93612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.697562Z","time spent":"5.238539356s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:57:36.936172Z","caller":"traceutil/trace.go:171","msg":"trace[449166254] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14674; }","duration":"3.243928099s","start":"2026-03-08T02:57:33.692236Z","end":"2026-03-08T02:57:36.936164Z","steps":["trace[449166254] 'agreement among raft nodes before linearized reading' (duration: 3.240870568s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.936639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.692231Z","time spent":"3.24439595s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:36.939322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236635518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-08T02:57:36.939367Z","caller":"traceutil/trace.go:171","msg":"trace[1840791023] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:14674; }","duration":"3.236691779s","start":"2026-03-08T02:57:33.702665Z","end":"2026-03-08T02:57:36.939357Z","steps":["trace[1840791023] 'agreement among raft nodes before linearized reading' (duration: 3.236543176s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.939395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.702661Z","time spent":"3.23672798s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" "} {"level":"warn","ts":"2026-03-08T02:57:37.440279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081876651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:57:37.586733Z","caller":"traceutil/trace.go:171","msg":"trace[600116318] linearizableReadLoop","detail":"{readStateIndex:15220; appliedIndex:15219; }","duration":"647.312787ms","start":"2026-03-08T02:57:36.939395Z","end":"2026-03-08T02:57:37.586707Z","steps":["trace[600116318] 'read index received' (duration: 647.104493ms)","trace[600116318] 'applied index is now lower than readState.Index' (duration: 207.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:37.586784Z","caller":"traceutil/trace.go:171","msg":"trace[1619881552] transaction","detail":"{read_only:false; response_revision:14675; number_of_response:1; }","duration":"650.0118ms","start":"2026-03-08T02:57:36.936728Z","end":"2026-03-08T02:57:37.58674Z","steps":["trace[1619881552] 'process raft request' (duration: 649.796795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:37.586916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.060155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:37.586991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:36.936708Z","time spent":"650.165714ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:37.586958Z","caller":"traceutil/trace.go:171","msg":"trace[878288241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14675; }","duration":"642.154096ms","start":"2026-03-08T02:57:36.944793Z","end":"2026-03-08T02:57:37.586947Z","steps":["trace[878288241] 'agreement among raft nodes before linearized reading' (duration: 642.061754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:37.587007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.595773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:57:37.58701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.231748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:57:37.587127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.483751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:37.5871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:36.944777Z","time spent":"642.262959ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:57:37.587153Z","caller":"traceutil/trace.go:171","msg":"trace[366885409] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14675; }","duration":"647.767638ms","start":"2026-03-08T02:57:36.939378Z","end":"2026-03-08T02:57:37.587145Z","steps":["trace[366885409] 'agreement among raft nodes before linearized reading' (duration: 647.42504ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:37.587129Z","caller":"traceutil/trace.go:171","msg":"trace[1725046243] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:14675; }","duration":"407.399032ms","start":"2026-03-08T02:57:37.179718Z","end":"2026-03-08T02:57:37.587117Z","steps":["trace[1725046243] 'agreement among raft nodes before linearized reading' (duration: 407.170627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:37.587192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:36.93937Z","time spent":"647.81529ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T02:57:37.587238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:37.179699Z","time spent":"407.504694ms","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:57:37.587081Z","caller":"traceutil/trace.go:171","msg":"trace[1284590446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14675; }","duration":"522.666305ms","start":"2026-03-08T02:57:37.0644Z","end":"2026-03-08T02:57:37.587066Z","steps":["trace[1284590446] 'agreement among raft nodes before linearized reading' (duration: 522.503601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:37.587332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:37.064346Z","time spent":"522.975672ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:57:37.587687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.73222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"info","ts":"2026-03-08T02:57:37.587759Z","caller":"traceutil/trace.go:171","msg":"trace[177355447] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14675; }","duration":"636.846042ms","start":"2026-03-08T02:57:36.950899Z","end":"2026-03-08T02:57:37.587745Z","steps":["trace[177355447] 'agreement among raft nodes before linearized reading' (duration: 636.098164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:37.587798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:36.950886Z","time spent":"636.903374ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:57:37.827966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.160748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:37.828118Z","caller":"traceutil/trace.go:171","msg":"trace[2012766127] transaction","detail":"{read_only:false; response_revision:14677; number_of_response:1; }","duration":"236.24118ms","start":"2026-03-08T02:57:37.591863Z","end":"2026-03-08T02:57:37.828104Z","steps":["trace[2012766127] 'process raft request' (duration: 236.190528ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:37.828127Z","caller":"traceutil/trace.go:171","msg":"trace[172107049] transaction","detail":"{read_only:false; response_revision:14676; number_of_response:1; }","duration":"236.298451ms","start":"2026-03-08T02:57:37.591811Z","end":"2026-03-08T02:57:37.82811Z","steps":["trace[172107049] 'process raft request' (duration: 83.923938ms)","trace[172107049] 'compare' (duration: 152.064586ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:37.828284Z","caller":"traceutil/trace.go:171","msg":"trace[1269651522] linearizableReadLoop","detail":"{readStateIndex:15221; appliedIndex:15220; }","duration":"236.428614ms","start":"2026-03-08T02:57:37.591846Z","end":"2026-03-08T02:57:37.828275Z","steps":["trace[1269651522] 'read index received' (duration: 83.852476ms)","trace[1269651522] 'applied index is now lower than readState.Index' (duration: 152.574938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:37.828467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.616878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:57:37.828499Z","caller":"traceutil/trace.go:171","msg":"trace[1568607435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14677; }","duration":"236.6796ms","start":"2026-03-08T02:57:37.591812Z","end":"2026-03-08T02:57:37.828491Z","steps":["trace[1568607435] 'agreement among raft nodes before linearized reading' (duration: 236.559167ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:38.663811Z","caller":"traceutil/trace.go:171","msg":"trace[920089750] transaction","detail":"{read_only:false; response_revision:14679; number_of_response:1; }","duration":"101.019419ms","start":"2026-03-08T02:57:38.562773Z","end":"2026-03-08T02:57:38.663792Z","steps":["trace[920089750] 'process raft request' (duration: 100.904766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:39.208758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081876666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:39.708974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081876666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:39.923759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221515231s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:57:39.924396Z","caller":"traceutil/trace.go:171","msg":"trace[1066256519] transaction","detail":"{read_only:false; response_revision:14680; number_of_response:1; }","duration":"1.222256548s","start":"2026-03-08T02:57:38.702111Z","end":"2026-03-08T02:57:39.924368Z","steps":["trace[1066256519] 'process raft request' (duration: 1.222064184s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:39.924561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.702088Z","time spent":"1.222376421s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:40.206093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.859264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:40.206392Z","caller":"traceutil/trace.go:171","msg":"trace[1493757841] linearizableReadLoop","detail":"{readStateIndex:15229; appliedIndex:15224; }","duration":"1.498086036s","start":"2026-03-08T02:57:38.708289Z","end":"2026-03-08T02:57:40.206375Z","steps":["trace[1493757841] 'read index received' (duration: 1.215872819s)","trace[1493757841] 'applied index is now lower than readState.Index' (duration: 282.212127ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:40.206464Z","caller":"traceutil/trace.go:171","msg":"trace[1147828276] transaction","detail":"{read_only:false; response_revision:14681; number_of_response:1; }","duration":"1.4991455s","start":"2026-03-08T02:57:38.707288Z","end":"2026-03-08T02:57:40.206433Z","steps":["trace[1147828276] 'process raft request' (duration: 1.287871506s)","trace[1147828276] 'compare' (duration: 210.22435ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:40.20649Z","caller":"traceutil/trace.go:171","msg":"trace[1227235051] transaction","detail":"{read_only:false; response_revision:14682; number_of_response:1; }","duration":"1.446649989s","start":"2026-03-08T02:57:38.759829Z","end":"2026-03-08T02:57:40.206479Z","steps":["trace[1227235051] 'process raft request' (duration: 1.446403274s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.206553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.707268Z","time spent":"1.499238783s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:40.206592Z","caller":"traceutil/trace.go:171","msg":"trace[615908383] transaction","detail":"{read_only:false; response_revision:14683; number_of_response:1; }","duration":"1.446379634s","start":"2026-03-08T02:57:38.760204Z","end":"2026-03-08T02:57:40.206584Z","steps":["trace[615908383] 'process raft request' (duration: 1.446097097s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.206645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.760182Z","time spent":"1.446439835s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:40.206749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498433454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:40.206824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447696004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T02:57:40.206853Z","caller":"traceutil/trace.go:171","msg":"trace[1349555823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14684; }","duration":"1.447756266s","start":"2026-03-08T02:57:38.759088Z","end":"2026-03-08T02:57:40.206844Z","steps":["trace[1349555823] 'agreement among raft nodes before linearized reading' (duration: 1.447654074s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.206857Z","caller":"traceutil/trace.go:171","msg":"trace[486968553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14684; }","duration":"1.498569707s","start":"2026-03-08T02:57:38.708266Z","end":"2026-03-08T02:57:40.206836Z","steps":["trace[486968553] 'agreement among raft nodes before linearized reading' (duration: 1.498354232s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.206553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.759799Z","time spent":"1.446713241s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:40.20692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.708258Z","time spent":"1.498653149s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:57:40.206993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.502038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:40.207026Z","caller":"traceutil/trace.go:171","msg":"trace[1878410915] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14684; }","duration":"170.573489ms","start":"2026-03-08T02:57:40.036446Z","end":"2026-03-08T02:57:40.207019Z","steps":["trace[1878410915] 'agreement among raft nodes before linearized reading' (duration: 170.458346ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.207143Z","caller":"traceutil/trace.go:171","msg":"trace[913003866] transaction","detail":"{read_only:false; response_revision:14684; number_of_response:1; }","duration":"1.446671281s","start":"2026-03-08T02:57:38.760459Z","end":"2026-03-08T02:57:40.20713Z","steps":["trace[913003866] 'process raft request' (duration: 1.445874642s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.207235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.678595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:57:40.207256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.760447Z","time spent":"1.446732352s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:40.207271Z","caller":"traceutil/trace.go:171","msg":"trace[1179907655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14684; }","duration":"374.748587ms","start":"2026-03-08T02:57:39.832512Z","end":"2026-03-08T02:57:40.207261Z","steps":["trace[1179907655] 'agreement among raft nodes before linearized reading' (duration: 374.660595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.207297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.832496Z","time spent":"374.795097ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:57:40.206879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.75907Z","time spent":"1.447803307s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:40.207482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266990868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:40.207533Z","caller":"traceutil/trace.go:171","msg":"trace[1375587875] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14684; }","duration":"1.267050499s","start":"2026-03-08T02:57:38.940469Z","end":"2026-03-08T02:57:40.20752Z","steps":["trace[1375587875] 'agreement among raft nodes before linearized reading' (duration: 1.266939766s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.207542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267322095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:40.207598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.940463Z","time spent":"1.26709462s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:57:40.207663Z","caller":"traceutil/trace.go:171","msg":"trace[627163066] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14684; }","duration":"1.267444948s","start":"2026-03-08T02:57:38.940201Z","end":"2026-03-08T02:57:40.207646Z","steps":["trace[627163066] 'agreement among raft nodes before linearized reading' (duration: 1.267279234s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.207731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.940195Z","time spent":"1.267519659s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:40.207741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260225739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-08T02:57:40.207775Z","caller":"traceutil/trace.go:171","msg":"trace[2062479492] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14684; }","duration":"1.26027299s","start":"2026-03-08T02:57:38.947491Z","end":"2026-03-08T02:57:40.207764Z","steps":["trace[2062479492] 'agreement among raft nodes before linearized reading' (duration: 1.260137426s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.207813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.947486Z","time spent":"1.260320651s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-08T02:57:40.207848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260449843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:57:40.207886Z","caller":"traceutil/trace.go:171","msg":"trace[1410327069] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14684; }","duration":"1.260486604s","start":"2026-03-08T02:57:38.947389Z","end":"2026-03-08T02:57:40.207876Z","steps":["trace[1410327069] 'agreement among raft nodes before linearized reading' (duration: 1.260383462s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.207916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.947364Z","time spent":"1.260545086s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:40.207917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267699534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.207945Z","caller":"traceutil/trace.go:171","msg":"trace[1760166756] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14684; }","duration":"1.267741545s","start":"2026-03-08T02:57:38.940195Z","end":"2026-03-08T02:57:40.207936Z","steps":["trace[1760166756] 'agreement among raft nodes before linearized reading' (duration: 1.267692923s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.207982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.940187Z","time spent":"1.267786566s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:40.208066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.255921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-08T02:57:40.208118Z","caller":"traceutil/trace.go:171","msg":"trace[641880478] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:14684; }","duration":"605.342464ms","start":"2026-03-08T02:57:39.602763Z","end":"2026-03-08T02:57:40.208105Z","steps":["trace[641880478] 'agreement among raft nodes before linearized reading' (duration: 605.17413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.208136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268502693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:40.208156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.602747Z","time spent":"605.399275ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" "} {"level":"info","ts":"2026-03-08T02:57:40.208169Z","caller":"traceutil/trace.go:171","msg":"trace[925275181] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14684; }","duration":"1.268546774s","start":"2026-03-08T02:57:38.939614Z","end":"2026-03-08T02:57:40.208161Z","steps":["trace[925275181] 'agreement among raft nodes before linearized reading' (duration: 1.268500453s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.208194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.939609Z","time spent":"1.268580194s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:57:40.20821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263440384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:57:40.208237Z","caller":"traceutil/trace.go:171","msg":"trace[2104999927] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14684; }","duration":"1.263480024s","start":"2026-03-08T02:57:38.944748Z","end":"2026-03-08T02:57:40.208228Z","steps":["trace[2104999927] 'agreement among raft nodes before linearized reading' (duration: 1.263411893s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.208271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.944741Z","time spent":"1.263524066s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:40.208307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.208334Z","caller":"traceutil/trace.go:171","msg":"trace[1481183315] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14684; }","duration":"1.268864302s","start":"2026-03-08T02:57:38.93946Z","end":"2026-03-08T02:57:40.208325Z","steps":["trace[1481183315] 'agreement among raft nodes before linearized reading' (duration: 1.268828001s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.208359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.939453Z","time spent":"1.268899942s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:40.208455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253702255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-03-08T02:57:40.208477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26922513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.208504Z","caller":"traceutil/trace.go:171","msg":"trace[1802375270] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14684; }","duration":"1.269268441s","start":"2026-03-08T02:57:38.939227Z","end":"2026-03-08T02:57:40.208496Z","steps":["trace[1802375270] 'agreement among raft nodes before linearized reading' (duration: 1.26922728s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.208531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.939219Z","time spent":"1.269306491s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:40.208585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254820232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T02:57:40.208618Z","caller":"traceutil/trace.go:171","msg":"trace[1139029762] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:14684; }","duration":"1.254872243s","start":"2026-03-08T02:57:38.953738Z","end":"2026-03-08T02:57:40.208611Z","steps":["trace[1139029762] 'agreement among raft nodes before linearized reading' (duration: 1.254783591s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.208646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.95373Z","time spent":"1.254909934s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"warn","ts":"2026-03-08T02:57:40.20876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269793103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:40.208815Z","caller":"traceutil/trace.go:171","msg":"trace[1010918639] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14684; }","duration":"1.269854405s","start":"2026-03-08T02:57:38.938945Z","end":"2026-03-08T02:57:40.208799Z","steps":["trace[1010918639] 'agreement among raft nodes before linearized reading' (duration: 1.269728782s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.208852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255328434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T02:57:40.20889Z","caller":"traceutil/trace.go:171","msg":"trace[2040569426] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:14684; }","duration":"1.255387446s","start":"2026-03-08T02:57:38.953494Z","end":"2026-03-08T02:57:40.208882Z","steps":["trace[2040569426] 'agreement among raft nodes before linearized reading' (duration: 1.255293453s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.208911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270221463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:40.208858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.938939Z","time spent":"1.269909906s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:57:40.208948Z","caller":"traceutil/trace.go:171","msg":"trace[119725450] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14684; }","duration":"1.270278364s","start":"2026-03-08T02:57:38.93866Z","end":"2026-03-08T02:57:40.208938Z","steps":["trace[119725450] 'agreement among raft nodes before linearized reading' (duration: 1.270228793s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.208981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.938652Z","time spent":"1.270322075s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:57:40.209111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270884359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:40.209141Z","caller":"traceutil/trace.go:171","msg":"trace[656443970] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14684; }","duration":"1.27092243s","start":"2026-03-08T02:57:38.938211Z","end":"2026-03-08T02:57:40.209133Z","steps":["trace[656443970] 'agreement among raft nodes before linearized reading' (duration: 1.270843418s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.209165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.938205Z","time spent":"1.27095446s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:40.20923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260672049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:40.209271Z","caller":"traceutil/trace.go:171","msg":"trace[1631611723] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14684; }","duration":"1.260727161s","start":"2026-03-08T02:57:38.948534Z","end":"2026-03-08T02:57:40.209261Z","steps":["trace[1631611723] 'agreement among raft nodes before linearized reading' (duration: 1.260620658s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.2093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.948526Z","time spent":"1.260768371s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:40.209329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27138117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.209362Z","caller":"traceutil/trace.go:171","msg":"trace[217545450] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14684; }","duration":"1.271449022s","start":"2026-03-08T02:57:38.937905Z","end":"2026-03-08T02:57:40.209354Z","steps":["trace[217545450] 'agreement among raft nodes before linearized reading' (duration: 1.271400001s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.209393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.937886Z","time spent":"1.271497132s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:40.209501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260962586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:57:40.209535Z","caller":"traceutil/trace.go:171","msg":"trace[1471828020] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14684; }","duration":"1.261006807s","start":"2026-03-08T02:57:38.948519Z","end":"2026-03-08T02:57:40.209526Z","steps":["trace[1471828020] 'agreement among raft nodes before linearized reading' (duration: 1.260917775s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.209567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.948515Z","time spent":"1.261046468s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:40.20957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272015885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.209597Z","caller":"traceutil/trace.go:171","msg":"trace[775030540] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14684; }","duration":"1.272040355s","start":"2026-03-08T02:57:38.937549Z","end":"2026-03-08T02:57:40.209589Z","steps":["trace[775030540] 'agreement among raft nodes before linearized reading' (duration: 1.272005704s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.209631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.937506Z","time spent":"1.272118607s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:57:40.209654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26542298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.209701Z","caller":"traceutil/trace.go:171","msg":"trace[108015307] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14684; }","duration":"1.265487332s","start":"2026-03-08T02:57:38.944203Z","end":"2026-03-08T02:57:40.20969Z","steps":["trace[108015307] 'agreement among raft nodes before linearized reading' (duration: 1.265375339s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.209736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.944194Z","time spent":"1.265534892s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:40.209739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261230022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:40.209755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272634329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.209771Z","caller":"traceutil/trace.go:171","msg":"trace[1169465247] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14684; }","duration":"1.261258842s","start":"2026-03-08T02:57:38.948502Z","end":"2026-03-08T02:57:40.209761Z","steps":["trace[1169465247] 'agreement among raft nodes before linearized reading' (duration: 1.26118076s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.209783Z","caller":"traceutil/trace.go:171","msg":"trace[88881532] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14684; }","duration":"1.272686911s","start":"2026-03-08T02:57:38.937087Z","end":"2026-03-08T02:57:40.209774Z","steps":["trace[88881532] 'agreement among raft nodes before linearized reading' (duration: 1.27264727s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.209803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.94848Z","time spent":"1.261317354s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:40.209808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.937071Z","time spent":"1.272731861s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:57:40.209921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261739224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.209955Z","caller":"traceutil/trace.go:171","msg":"trace[2046310273] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14684; }","duration":"1.261771285s","start":"2026-03-08T02:57:38.948175Z","end":"2026-03-08T02:57:40.209946Z","steps":["trace[2046310273] 'agreement among raft nodes before linearized reading' (duration: 1.261723953s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.209974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26667923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-08T02:57:40.209982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.948153Z","time spent":"1.261822756s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T02:57:40.209988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450755945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:57:40.210008Z","caller":"traceutil/trace.go:171","msg":"trace[265650385] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:14684; }","duration":"1.266721341s","start":"2026-03-08T02:57:38.943277Z","end":"2026-03-08T02:57:40.209998Z","steps":["trace[265650385] 'agreement among raft nodes before linearized reading' (duration: 1.266628929s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.210041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.943273Z","time spent":"1.266762582s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T02:57:40.208142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261817226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:40.210251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269285261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:40.210272Z","caller":"traceutil/trace.go:171","msg":"trace[690730515] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14684; }","duration":"1.263958916s","start":"2026-03-08T02:57:38.946301Z","end":"2026-03-08T02:57:40.21026Z","steps":["trace[690730515] 'agreement among raft nodes before linearized reading' (duration: 1.261777395s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.210294Z","caller":"traceutil/trace.go:171","msg":"trace[481489334] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14684; }","duration":"1.269334092s","start":"2026-03-08T02:57:38.940946Z","end":"2026-03-08T02:57:40.21028Z","steps":["trace[481489334] 'agreement among raft nodes before linearized reading' (duration: 1.269204749s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.209538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271696818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:57:40.210329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.940942Z","time spent":"1.269378743s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:40.210337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.946293Z","time spent":"1.264026307s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:57:40.210361Z","caller":"traceutil/trace.go:171","msg":"trace[450474583] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:14684; }","duration":"1.272516417s","start":"2026-03-08T02:57:38.93783Z","end":"2026-03-08T02:57:40.210347Z","steps":["trace[450474583] 'agreement among raft nodes before linearized reading' (duration: 1.271679177s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.210401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.937816Z","time spent":"1.272571198s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:57:40.208502Z","caller":"traceutil/trace.go:171","msg":"trace[1834887795] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:14684; }","duration":"1.253766368s","start":"2026-03-08T02:57:38.954726Z","end":"2026-03-08T02:57:40.208492Z","steps":["trace[1834887795] 'agreement among raft nodes before linearized reading' (duration: 1.253648025s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.210552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269610699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:40.209925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441905228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:57:40.210581Z","caller":"traceutil/trace.go:171","msg":"trace[1643117392] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14684; }","duration":"1.269649859s","start":"2026-03-08T02:57:38.940922Z","end":"2026-03-08T02:57:40.210572Z","steps":["trace[1643117392] 'agreement among raft nodes before linearized reading' (duration: 1.269567747s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.210583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.954719Z","time spent":"1.255853426s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" "} {"level":"info","ts":"2026-03-08T02:57:40.210599Z","caller":"traceutil/trace.go:171","msg":"trace[2007422848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:14684; }","duration":"1.442592825s","start":"2026-03-08T02:57:38.767997Z","end":"2026-03-08T02:57:40.21059Z","steps":["trace[2007422848] 'agreement among raft nodes before linearized reading' (duration: 1.441869208s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.210608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.940917Z","time spent":"1.26968511s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:40.210637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.767988Z","time spent":"1.442639295s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:57:40.210742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270230593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:40.20892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.953483Z","time spent":"1.255430746s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"info","ts":"2026-03-08T02:57:40.210778Z","caller":"traceutil/trace.go:171","msg":"trace[1927600985] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14684; }","duration":"1.270271964s","start":"2026-03-08T02:57:38.940496Z","end":"2026-03-08T02:57:40.210768Z","steps":["trace[1927600985] 'agreement among raft nodes before linearized reading' (duration: 1.270224253s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.210808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.940493Z","time spent":"1.270309065s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:57:40.210013Z","caller":"traceutil/trace.go:171","msg":"trace[57221409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14684; }","duration":"1.450794877s","start":"2026-03-08T02:57:38.759211Z","end":"2026-03-08T02:57:40.210006Z","steps":["trace[57221409] 'agreement among raft nodes before linearized reading' (duration: 1.450729955s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.211029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:38.759205Z","time spent":"1.451809881s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:40.832083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.963104ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-08T02:57:40.832178Z","caller":"traceutil/trace.go:171","msg":"trace[246293468] linearizableReadLoop","detail":"{readStateIndex:15230; appliedIndex:15229; }","duration":"618.350118ms","start":"2026-03-08T02:57:40.213811Z","end":"2026-03-08T02:57:40.832161Z","steps":["trace[246293468] 'read index received' (duration: 315.105188ms)","trace[246293468] 'applied index is now lower than readState.Index' (duration: 303.2435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:40.832239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.213565Z","time spent":"618.671126ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:57:40.832552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.727097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.832602Z","caller":"traceutil/trace.go:171","msg":"trace[1088593705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14684; }","duration":"618.779498ms","start":"2026-03-08T02:57:40.213808Z","end":"2026-03-08T02:57:40.832587Z","steps":["trace[1088593705] 'agreement among raft nodes before linearized reading' (duration: 618.695706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.83279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.213785Z","time spent":"618.986642ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:57:41.121696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.793182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:41.121916Z","caller":"traceutil/trace.go:171","msg":"trace[516843540] transaction","detail":"{read_only:false; response_revision:14688; number_of_response:1; }","duration":"288.499734ms","start":"2026-03-08T02:57:40.833404Z","end":"2026-03-08T02:57:41.121903Z","steps":["trace[516843540] 'process raft request' (duration: 288.464743ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:41.121927Z","caller":"traceutil/trace.go:171","msg":"trace[799912243] transaction","detail":"{read_only:false; response_revision:14685; number_of_response:1; }","duration":"904.424245ms","start":"2026-03-08T02:57:40.217476Z","end":"2026-03-08T02:57:41.121901Z","steps":["trace[799912243] 'process raft request' (duration: 728.369947ms)","trace[799912243] 'compare' (duration: 175.019644ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:41.122057Z","caller":"traceutil/trace.go:171","msg":"trace[1397514749] transaction","detail":"{read_only:false; response_revision:14686; number_of_response:1; }","duration":"903.633416ms","start":"2026-03-08T02:57:40.218414Z","end":"2026-03-08T02:57:41.122047Z","steps":["trace[1397514749] 'process raft request' (duration: 903.3543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.122104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.218405Z","time spent":"903.674987ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:41.122145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.217437Z","time spent":"904.587239ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:41.12223Z","caller":"traceutil/trace.go:171","msg":"trace[602222623] transaction","detail":"{read_only:false; response_revision:14687; number_of_response:1; }","duration":"898.716522ms","start":"2026-03-08T02:57:40.223506Z","end":"2026-03-08T02:57:41.122223Z","steps":["trace[602222623] 'process raft request' (duration: 898.329002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.122266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.2235Z","time spent":"898.749112ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:41.122324Z","caller":"traceutil/trace.go:171","msg":"trace[179107790] linearizableReadLoop","detail":"{readStateIndex:15233; appliedIndex:15230; }","duration":"290.115422ms","start":"2026-03-08T02:57:40.832202Z","end":"2026-03-08T02:57:41.122318Z","steps":["trace[179107790] 'read index received' (duration: 113.677275ms)","trace[179107790] 'applied index is now lower than readState.Index' (duration: 176.437117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:41.122513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.392253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-08T02:57:41.12254Z","caller":"traceutil/trace.go:171","msg":"trace[753964740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14688; }","duration":"393.438025ms","start":"2026-03-08T02:57:40.729094Z","end":"2026-03-08T02:57:41.122532Z","steps":["trace[753964740] 'agreement among raft nodes before linearized reading' (duration: 393.311592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.122559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.729085Z","time spent":"393.469125ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T02:57:41.122683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.935809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:57:41.122706Z","caller":"traceutil/trace.go:171","msg":"trace[1665889940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14688; }","duration":"394.992911ms","start":"2026-03-08T02:57:40.727708Z","end":"2026-03-08T02:57:41.122701Z","steps":["trace[1665889940] 'agreement among raft nodes before linearized reading' (duration: 394.933839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.122723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.727686Z","time spent":"395.032772ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T02:57:41.123278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.639723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"info","ts":"2026-03-08T02:57:41.123305Z","caller":"traceutil/trace.go:171","msg":"trace[209341390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14688; }","duration":"899.677554ms","start":"2026-03-08T02:57:40.223622Z","end":"2026-03-08T02:57:41.1233Z","steps":["trace[209341390] 'agreement among raft nodes before linearized reading' (duration: 899.173862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.123327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.223614Z","time spent":"899.705524ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:57:41.12345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.355444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:41.124726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.104767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"warn","ts":"2026-03-08T02:57:41.125285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.6559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"info","ts":"2026-03-08T02:57:41.12564Z","caller":"traceutil/trace.go:171","msg":"trace[1173699067] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14688; }","duration":"901.195459ms","start":"2026-03-08T02:57:40.223599Z","end":"2026-03-08T02:57:41.124795Z","steps":["trace[1173699067] 'agreement among raft nodes before linearized reading' (duration: 899.598991ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:41.125441Z","caller":"traceutil/trace.go:171","msg":"trace[2018224232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14688; }","duration":"283.725573ms","start":"2026-03-08T02:57:40.840028Z","end":"2026-03-08T02:57:41.123754Z","steps":["trace[2018224232] 'agreement among raft nodes before linearized reading' (duration: 283.17349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.125738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.223596Z","time spent":"902.098551ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:57:41.125828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.288255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"info","ts":"2026-03-08T02:57:41.125863Z","caller":"traceutil/trace.go:171","msg":"trace[456953248] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14688; }","duration":"902.342006ms","start":"2026-03-08T02:57:40.223514Z","end":"2026-03-08T02:57:41.125856Z","steps":["trace[456953248] 'agreement among raft nodes before linearized reading' (duration: 901.502726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.125891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.223506Z","time spent":"902.378248ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:57:41.125939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.311016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764266"} {"level":"info","ts":"2026-03-08T02:57:41.125979Z","caller":"traceutil/trace.go:171","msg":"trace[599096382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14688; }","duration":"901.798924ms","start":"2026-03-08T02:57:40.223537Z","end":"2026-03-08T02:57:41.125336Z","steps":["trace[599096382] 'agreement among raft nodes before linearized reading' (duration: 901.262451ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:41.126022Z","caller":"traceutil/trace.go:171","msg":"trace[884315846] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14688; }","duration":"902.459659ms","start":"2026-03-08T02:57:40.223545Z","end":"2026-03-08T02:57:41.126005Z","steps":["trace[884315846] 'agreement among raft nodes before linearized reading' (duration: 901.412425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.126073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.223534Z","time spent":"902.508ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:57:41.126081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:40.223529Z","time spent":"902.535461ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764289,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:57:41.882788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.403548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:41.882886Z","caller":"traceutil/trace.go:171","msg":"trace[790384636] linearizableReadLoop","detail":"{readStateIndex:15236; appliedIndex:15234; }","duration":"737.815369ms","start":"2026-03-08T02:57:41.145055Z","end":"2026-03-08T02:57:41.882871Z","steps":["trace[790384636] 'read index received' (duration: 67.755329ms)","trace[790384636] 'applied index is now lower than readState.Index' (duration: 670.05865ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:41.883187Z","caller":"traceutil/trace.go:171","msg":"trace[452384661] transaction","detail":"{read_only:false; response_revision:14690; number_of_response:1; }","duration":"738.124947ms","start":"2026-03-08T02:57:41.144932Z","end":"2026-03-08T02:57:41.883057Z","steps":["trace[452384661] 'process raft request' (duration: 421.36871ms)","trace[452384661] 'compare' (duration: 315.845935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:41.883322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.25927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:57:41.883439Z","caller":"traceutil/trace.go:171","msg":"trace[134911410] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:14690; }","duration":"738.314331ms","start":"2026-03-08T02:57:41.145035Z","end":"2026-03-08T02:57:41.883349Z","steps":["trace[134911410] 'agreement among raft nodes before linearized reading' (duration: 738.144557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.883518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.381666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:41.883586Z","caller":"traceutil/trace.go:171","msg":"trace[1490871390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14690; }","duration":"173.454447ms","start":"2026-03-08T02:57:41.710098Z","end":"2026-03-08T02:57:41.883552Z","steps":["trace[1490871390] 'agreement among raft nodes before linearized reading' (duration: 173.399916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.883816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.988688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:57:41.883806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:41.144926Z","time spent":"738.463775ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:41.883863Z","caller":"traceutil/trace.go:171","msg":"trace[1648047590] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14690; }","duration":"603.07209ms","start":"2026-03-08T02:57:41.280778Z","end":"2026-03-08T02:57:41.88385Z","steps":["trace[1648047590] 'agreement among raft nodes before linearized reading' (duration: 603.001059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.883905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:41.280762Z","time spent":"603.132691ms","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:41.883519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:41.14503Z","time spent":"738.476804ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T02:57:41.88345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.684413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:41.884413Z","caller":"traceutil/trace.go:171","msg":"trace[438514648] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:14690; }","duration":"627.705927ms","start":"2026-03-08T02:57:41.256689Z","end":"2026-03-08T02:57:41.884395Z","steps":["trace[438514648] 'agreement among raft nodes before linearized reading' (duration: 626.681303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:41.884465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:41.256669Z","time spent":"627.780469ms","remote":"127.0.0.1:49854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:42.429747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081876688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:42.930166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081876688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:43.431033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081876688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:43.931638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081876688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:44.141511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.22338964s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:57:44.141993Z","caller":"traceutil/trace.go:171","msg":"trace[364451453] transaction","detail":"{read_only:false; response_revision:14691; number_of_response:1; }","duration":"2.223952384s","start":"2026-03-08T02:57:41.917994Z","end":"2026-03-08T02:57:44.141946Z","steps":["trace[364451453] 'process raft request' (duration: 2.223738559s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:44.142228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:41.917967Z","time spent":"2.224121638s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:44.711202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T02:57:44.711311Z","caller":"traceutil/trace.go:171","msg":"trace[628046206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000748561s","start":"2026-03-08T02:57:42.710534Z","end":"2026-03-08T02:57:44.711282Z","steps":["trace[628046206] 'agreement among raft nodes before linearized reading' (duration: 2.000213138s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:44.711364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.71051Z","time spent":"2.000842543s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:57:45.052983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.341686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:45.053531Z","caller":"traceutil/trace.go:171","msg":"trace[1339580426] transaction","detail":"{read_only:false; response_revision:14692; number_of_response:1; }","duration":"2.84176867s","start":"2026-03-08T02:57:42.211715Z","end":"2026-03-08T02:57:45.053483Z","steps":["trace[1339580426] 'process raft request' (duration: 2.71382713s)","trace[1339580426] 'compare' (duration: 126.991968ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:45.053569Z","caller":"traceutil/trace.go:171","msg":"trace[963131150] transaction","detail":"{read_only:false; response_revision:14693; number_of_response:1; }","duration":"2.839517897s","start":"2026-03-08T02:57:42.214028Z","end":"2026-03-08T02:57:45.053546Z","steps":["trace[963131150] 'process raft request' (duration: 2.839380484s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:45.053771Z","caller":"traceutil/trace.go:171","msg":"trace[224321292] linearizableReadLoop","detail":"{readStateIndex:15240; appliedIndex:15236; }","duration":"3.124727864s","start":"2026-03-08T02:57:41.929004Z","end":"2026-03-08T02:57:45.053732Z","steps":["trace[224321292] 'read index received' (duration: 2.212758912s)","trace[224321292] 'applied index is now lower than readState.Index' (duration: 911.966052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:45.053856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.214006Z","time spent":"2.839792424s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:45.053885Z","caller":"traceutil/trace.go:171","msg":"trace[602392862] transaction","detail":"{read_only:false; response_revision:14695; number_of_response:1; }","duration":"791.053838ms","start":"2026-03-08T02:57:44.262819Z","end":"2026-03-08T02:57:45.053873Z","steps":["trace[602392862] 'process raft request' (duration: 790.815862ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:45.053654Z","caller":"traceutil/trace.go:171","msg":"trace[1243084442] transaction","detail":"{read_only:false; response_revision:14694; number_of_response:1; }","duration":"2.836685431s","start":"2026-03-08T02:57:42.216951Z","end":"2026-03-08T02:57:45.053636Z","steps":["trace[1243084442] 'process raft request' (duration: 2.836545348s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.05395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:44.262792Z","time spent":"791.12771ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:45.05403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.216932Z","time spent":"2.837047099s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:45.053736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.211698Z","time spent":"2.841913833s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:45.057417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898813117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:45.057465Z","caller":"traceutil/trace.go:171","msg":"trace[1841968666] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14695; }","duration":"2.898863408s","start":"2026-03-08T02:57:42.158588Z","end":"2026-03-08T02:57:45.057451Z","steps":["trace[1841968666] 'agreement among raft nodes before linearized reading' (duration: 2.898769496s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.057461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128453991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:57:45.05749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.158541Z","time spent":"2.8989438s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":29,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:57:45.057509Z","caller":"traceutil/trace.go:171","msg":"trace[485430851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14695; }","duration":"3.128536873s","start":"2026-03-08T02:57:41.928957Z","end":"2026-03-08T02:57:45.057494Z","steps":["trace[485430851] 'agreement among raft nodes before linearized reading' (duration: 3.124893628s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.057545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:41.928938Z","time spent":"3.128599735s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:45.057953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904813161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-03-08T02:57:45.057993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838511943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.058001Z","caller":"traceutil/trace.go:171","msg":"trace[827815050] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:14695; }","duration":"1.904885713s","start":"2026-03-08T02:57:43.153104Z","end":"2026-03-08T02:57:45.05799Z","steps":["trace[827815050] 'agreement among raft nodes before linearized reading' (duration: 1.904723169s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:45.058031Z","caller":"traceutil/trace.go:171","msg":"trace[836482138] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14695; }","duration":"2.838566665s","start":"2026-03-08T02:57:42.219452Z","end":"2026-03-08T02:57:45.058019Z","steps":["trace[836482138] 'agreement among raft nodes before linearized reading' (duration: 2.838528004s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840815668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-08T02:57:45.058058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.219444Z","time spent":"2.838608885s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911286973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-08T02:57:45.058083Z","caller":"traceutil/trace.go:171","msg":"trace[966365284] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14695; }","duration":"2.840888229s","start":"2026-03-08T02:57:42.217182Z","end":"2026-03-08T02:57:45.05807Z","steps":["trace[966365284] 'agreement among raft nodes before linearized reading' (duration: 2.840695394s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:45.058111Z","caller":"traceutil/trace.go:171","msg":"trace[861530665] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:14695; }","duration":"1.911325284s","start":"2026-03-08T02:57:43.146773Z","end":"2026-03-08T02:57:45.058098Z","steps":["trace[861530665] 'agreement among raft nodes before linearized reading' (duration: 1.911214691s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.153095Z","time spent":"1.904938574s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.146725Z","time spent":"1.911426016s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311365326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-08T02:57:45.058244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839588079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.058269Z","caller":"traceutil/trace.go:171","msg":"trace[690092325] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14695; }","duration":"1.311470269s","start":"2026-03-08T02:57:43.746785Z","end":"2026-03-08T02:57:45.058255Z","steps":["trace[690092325] 'agreement among raft nodes before linearized reading' (duration: 1.311264674s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839347543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:45.058312Z","caller":"traceutil/trace.go:171","msg":"trace[230389855] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14695; }","duration":"2.839380793s","start":"2026-03-08T02:57:42.218925Z","end":"2026-03-08T02:57:45.058306Z","steps":["trace[230389855] 'agreement among raft nodes before linearized reading' (duration: 2.839277531s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.218919Z","time spent":"2.839415725s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840214733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:45.058405Z","caller":"traceutil/trace.go:171","msg":"trace[2065559016] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14695; }","duration":"2.840290695s","start":"2026-03-08T02:57:42.218103Z","end":"2026-03-08T02:57:45.058394Z","steps":["trace[2065559016] 'agreement among raft nodes before linearized reading' (duration: 2.840192353s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.218093Z","time spent":"2.840341446s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83963304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:45.05847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.76308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.058534Z","caller":"traceutil/trace.go:171","msg":"trace[1837698225] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14695; }","duration":"2.839700931s","start":"2026-03-08T02:57:42.218818Z","end":"2026-03-08T02:57:45.058519Z","steps":["trace[1837698225] 'agreement among raft nodes before linearized reading' (duration: 2.83962543s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901922644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T02:57:45.058542Z","caller":"traceutil/trace.go:171","msg":"trace[175823772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14695; }","duration":"346.853583ms","start":"2026-03-08T02:57:44.711677Z","end":"2026-03-08T02:57:45.05853Z","steps":["trace[175823772] 'agreement among raft nodes before linearized reading' (duration: 346.764721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839752423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:45.058573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928494406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:57:45.058605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:44.711662Z","time spent":"346.932484ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.217172Z","time spent":"2.840942171s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837195143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:45.05867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903029469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:57:45.058689Z","caller":"traceutil/trace.go:171","msg":"trace[1225534221] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14695; }","duration":"2.837219223s","start":"2026-03-08T02:57:42.221463Z","end":"2026-03-08T02:57:45.058682Z","steps":["trace[1225534221] 'agreement among raft nodes before linearized reading' (duration: 2.837162212s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.221441Z","time spent":"2.837262115s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838115254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.058756Z","caller":"traceutil/trace.go:171","msg":"trace[94857291] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14695; }","duration":"2.838231747s","start":"2026-03-08T02:57:42.220507Z","end":"2026-03-08T02:57:45.058739Z","steps":["trace[94857291] 'agreement among raft nodes before linearized reading' (duration: 2.838064673s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839514677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:57:45.058853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.098101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:45.058866Z","caller":"traceutil/trace.go:171","msg":"trace[672282231] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14695; }","duration":"2.840177952s","start":"2026-03-08T02:57:42.218675Z","end":"2026-03-08T02:57:45.058853Z","steps":["trace[672282231] 'agreement among raft nodes before linearized reading' (duration: 2.839465496s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:45.058898Z","caller":"traceutil/trace.go:171","msg":"trace[681856744] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:14695; }","duration":"458.182663ms","start":"2026-03-08T02:57:44.600705Z","end":"2026-03-08T02:57:45.058887Z","steps":["trace[681856744] 'agreement among raft nodes before linearized reading' (duration: 458.116541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.218671Z","time spent":"2.840257194s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:44.600685Z","time spent":"458.244695ms","remote":"127.0.0.1:53354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:45.059008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841815271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:45.058999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844803361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.059036Z","caller":"traceutil/trace.go:171","msg":"trace[134077150] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14695; }","duration":"2.841841031s","start":"2026-03-08T02:57:42.217188Z","end":"2026-03-08T02:57:45.05903Z","steps":["trace[134077150] 'agreement among raft nodes before linearized reading' (duration: 2.84178097s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.218804Z","time spent":"2.839745122s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:57:45.059058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.217167Z","time spent":"2.841886513s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:57:45.05906Z","caller":"traceutil/trace.go:171","msg":"trace[1132359893] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14695; }","duration":"2.844873083s","start":"2026-03-08T02:57:42.21417Z","end":"2026-03-08T02:57:45.059043Z","steps":["trace[1132359893] 'agreement among raft nodes before linearized reading' (duration: 2.84477493s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.059107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.214136Z","time spent":"2.844962935s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:45.059155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841994575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:45.058953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841971664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.059195Z","caller":"traceutil/trace.go:171","msg":"trace[1060678047] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14695; }","duration":"2.842044976s","start":"2026-03-08T02:57:42.21714Z","end":"2026-03-08T02:57:45.059185Z","steps":["trace[1060678047] 'agreement among raft nodes before linearized reading' (duration: 2.841991065s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.059217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844776681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-08T02:57:45.059211Z","caller":"traceutil/trace.go:171","msg":"trace[148093794] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14695; }","duration":"2.842243921s","start":"2026-03-08T02:57:42.216953Z","end":"2026-03-08T02:57:45.059197Z","steps":["trace[148093794] 'agreement among raft nodes before linearized reading' (duration: 2.841971065s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.05923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.217134Z","time spent":"2.842088947s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T02:57:45.059236Z","caller":"traceutil/trace.go:171","msg":"trace[551001859] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14695; }","duration":"2.844823562s","start":"2026-03-08T02:57:42.214407Z","end":"2026-03-08T02:57:45.05923Z","steps":["trace[551001859] 'agreement among raft nodes before linearized reading' (duration: 2.844772451s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.059109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842091377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:45.059257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.214388Z","time spent":"2.844865473s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:57:45.058701Z","caller":"traceutil/trace.go:171","msg":"trace[307223691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:14695; }","duration":"1.903060099s","start":"2026-03-08T02:57:43.155632Z","end":"2026-03-08T02:57:45.058692Z","steps":["trace[307223691] 'agreement among raft nodes before linearized reading' (duration: 1.902975697s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:45.059274Z","caller":"traceutil/trace.go:171","msg":"trace[1164988041] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14695; }","duration":"2.842266422s","start":"2026-03-08T02:57:42.216995Z","end":"2026-03-08T02:57:45.059262Z","steps":["trace[1164988041] 'agreement among raft nodes before linearized reading' (duration: 2.842088258s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.059285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842474716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:45.059306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.155616Z","time spent":"1.903675765s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T02:57:45.05925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.216944Z","time spent":"2.842295652s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:45.059361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931569158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:57:45.059386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929435439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T02:57:45.059427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846412509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:57:45.05943Z","caller":"traceutil/trace.go:171","msg":"trace[966595981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14695; }","duration":"1.931781853s","start":"2026-03-08T02:57:43.12763Z","end":"2026-03-08T02:57:45.059412Z","steps":["trace[966595981] 'agreement among raft nodes before linearized reading' (duration: 1.930989615s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.059162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842173369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.059486Z","caller":"traceutil/trace.go:171","msg":"trace[1413938531] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14695; }","duration":"2.842512157s","start":"2026-03-08T02:57:42.216966Z","end":"2026-03-08T02:57:45.059478Z","steps":["trace[1413938531] 'agreement among raft nodes before linearized reading' (duration: 2.842177769s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.059487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.12761Z","time spent":"1.931867556s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:57:45.059523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.216957Z","time spent":"2.842559049s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:45.059521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839356234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-08T02:57:45.058446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90177348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-08T02:57:45.059597Z","caller":"traceutil/trace.go:171","msg":"trace[1698233675] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14695; }","duration":"2.839408725s","start":"2026-03-08T02:57:42.220142Z","end":"2026-03-08T02:57:45.059551Z","steps":["trace[1698233675] 'agreement among raft nodes before linearized reading' (duration: 2.839317592s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.059634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.220134Z","time spent":"2.839492986s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:57:45.059423Z","caller":"traceutil/trace.go:171","msg":"trace[1383871747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14695; }","duration":"1.92949426s","start":"2026-03-08T02:57:43.12992Z","end":"2026-03-08T02:57:45.059414Z","steps":["trace[1383871747] 'agreement among raft nodes before linearized reading' (duration: 1.929353747s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.05971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.129907Z","time spent":"1.929790247s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:57:45.058278Z","caller":"traceutil/trace.go:171","msg":"trace[1339496146] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14695; }","duration":"2.839637s","start":"2026-03-08T02:57:42.218633Z","end":"2026-03-08T02:57:45.05827Z","steps":["trace[1339496146] 'agreement among raft nodes before linearized reading' (duration: 2.839591108s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.059771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.218625Z","time spent":"2.841136625s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:57:45.059326Z","caller":"traceutil/trace.go:171","msg":"trace[2015153480] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14695; }","duration":"2.842552158s","start":"2026-03-08T02:57:42.216765Z","end":"2026-03-08T02:57:45.059317Z","steps":["trace[2015153480] 'agreement among raft nodes before linearized reading' (duration: 2.842332643s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.059819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.216746Z","time spent":"2.843065471s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:57:45.058588Z","caller":"traceutil/trace.go:171","msg":"trace[34595864] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:14695; }","duration":"1.901984225s","start":"2026-03-08T02:57:43.156592Z","end":"2026-03-08T02:57:45.058577Z","steps":["trace[34595864] 'agreement among raft nodes before linearized reading' (duration: 1.901872392s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.0599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.156583Z","time spent":"1.903306386s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355352037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:45.059994Z","caller":"traceutil/trace.go:171","msg":"trace[622372749] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:14695; }","duration":"1.357001627s","start":"2026-03-08T02:57:43.702953Z","end":"2026-03-08T02:57:45.059955Z","steps":["trace[622372749] 'agreement among raft nodes before linearized reading' (duration: 1.355360109s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.060047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.702929Z","time spent":"1.357101379s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":20,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:45.057965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149841926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:57:45.060107Z","caller":"traceutil/trace.go:171","msg":"trace[770995795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14695; }","duration":"2.152006217s","start":"2026-03-08T02:57:42.908087Z","end":"2026-03-08T02:57:45.060094Z","steps":["trace[770995795] 'agreement among raft nodes before linearized reading' (duration: 2.149775975s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.74677Z","time spent":"1.31153067s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-08T02:57:45.060153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.908072Z","time spent":"2.152069099s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:57:45.058602Z","caller":"traceutil/trace.go:171","msg":"trace[149505659] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14695; }","duration":"2.839782813s","start":"2026-03-08T02:57:42.218813Z","end":"2026-03-08T02:57:45.058596Z","steps":["trace[149505659] 'agreement among raft nodes before linearized reading' (duration: 2.839753893s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.060255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.218807Z","time spent":"2.841436532s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-08T02:57:45.058633Z","caller":"traceutil/trace.go:171","msg":"trace[1280179631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14695; }","duration":"1.928571989s","start":"2026-03-08T02:57:43.130047Z","end":"2026-03-08T02:57:45.058619Z","steps":["trace[1280179631] 'agreement among raft nodes before linearized reading' (duration: 1.928426405s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.060318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.130038Z","time spent":"1.930262758s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:45.057954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83922021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.060401Z","caller":"traceutil/trace.go:171","msg":"trace[76717496] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14695; }","duration":"2.841689818s","start":"2026-03-08T02:57:42.218698Z","end":"2026-03-08T02:57:45.060388Z","steps":["trace[76717496] 'agreement among raft nodes before linearized reading' (duration: 2.83919406s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.060445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.218694Z","time spent":"2.841739899s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841513634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:45.060497Z","caller":"traceutil/trace.go:171","msg":"trace[666468053] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14695; }","duration":"2.843228285s","start":"2026-03-08T02:57:42.217255Z","end":"2026-03-08T02:57:45.060483Z","steps":["trace[666468053] 'agreement among raft nodes before linearized reading' (duration: 2.841464683s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.060542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.21725Z","time spent":"2.843280746s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:57:45.058793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108768257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.060595Z","caller":"traceutil/trace.go:171","msg":"trace[1139020729] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:14695; }","duration":"1.11060551s","start":"2026-03-08T02:57:43.949976Z","end":"2026-03-08T02:57:45.060581Z","steps":["trace[1139020729] 'agreement among raft nodes before linearized reading' (duration: 1.108760867s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.058808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.2205Z","time spent":"2.838299259s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:57:45.060636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.949958Z","time spent":"1.110664402s","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:45.059325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.216988Z","time spent":"2.842323803s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:57:45.059374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845220721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:45.060743Z","caller":"traceutil/trace.go:171","msg":"trace[1112211838] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14695; }","duration":"2.846603883s","start":"2026-03-08T02:57:42.214125Z","end":"2026-03-08T02:57:45.060729Z","steps":["trace[1112211838] 'agreement among raft nodes before linearized reading' (duration: 2.845220611s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.060785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.214118Z","time spent":"2.846657284s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:57:45.059455Z","caller":"traceutil/trace.go:171","msg":"trace[596811420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14695; }","duration":"2.84645588s","start":"2026-03-08T02:57:42.212992Z","end":"2026-03-08T02:57:45.059448Z","steps":["trace[596811420] 'agreement among raft nodes before linearized reading' (duration: 2.846389829s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.060874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.212985Z","time spent":"2.847883104s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:57:45.059433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83920943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:45.060929Z","caller":"traceutil/trace.go:171","msg":"trace[557187618] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14695; }","duration":"2.840722036s","start":"2026-03-08T02:57:42.220201Z","end":"2026-03-08T02:57:45.060923Z","steps":["trace[557187618] 'agreement among raft nodes before linearized reading' (duration: 2.839148469s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.060947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.220193Z","time spent":"2.840748906s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:57:45.059605Z","caller":"traceutil/trace.go:171","msg":"trace[1905603686] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:14695; }","duration":"1.902928947s","start":"2026-03-08T02:57:43.156664Z","end":"2026-03-08T02:57:45.059593Z","steps":["trace[1905603686] 'agreement among raft nodes before linearized reading' (duration: 1.901721348s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.061004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:43.156581Z","time spent":"1.904418202s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" "} {"level":"warn","ts":"2026-03-08T02:57:45.062925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843241325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:57:45.063005Z","caller":"traceutil/trace.go:171","msg":"trace[95659102] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14695; }","duration":"2.843320786s","start":"2026-03-08T02:57:42.21967Z","end":"2026-03-08T02:57:45.062991Z","steps":["trace[95659102] 'agreement among raft nodes before linearized reading' (duration: 2.837902179s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:45.063078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:42.219646Z","time spent":"2.843421349s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:58:55.881011Z","caller":"traceutil/trace.go:171","msg":"trace[635916665] transaction","detail":"{read_only:false; response_revision:15127; number_of_response:1; }","duration":"119.931922ms","start":"2026-03-08T02:58:55.76105Z","end":"2026-03-08T02:58:55.880982Z","steps":["trace[635916665] 'process raft request' (duration: 119.769658ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:56.094597Z","caller":"traceutil/trace.go:171","msg":"trace[450523082] linearizableReadLoop","detail":"{readStateIndex:15692; appliedIndex:15690; }","duration":"172.145116ms","start":"2026-03-08T02:58:55.922428Z","end":"2026-03-08T02:58:56.094573Z","steps":["trace[450523082] 'read index received' (duration: 147.951779ms)","trace[450523082] 'applied index is now lower than readState.Index' (duration: 24.192357ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:58:56.094911Z","caller":"traceutil/trace.go:171","msg":"trace[1155934184] transaction","detail":"{read_only:false; response_revision:15128; number_of_response:1; }","duration":"333.50619ms","start":"2026-03-08T02:58:55.76139Z","end":"2026-03-08T02:58:56.094897Z","steps":["trace[1155934184] 'process raft request' (duration: 309.074247ms)","trace[1155934184] 'compare' (duration: 23.934041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:56.095013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.761367Z","time spent":"333.575182ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:56.095059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.262961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-03-08T02:58:56.09505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.576896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-08T02:58:56.095129Z","caller":"traceutil/trace.go:171","msg":"trace[395426963] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:15129; }","duration":"155.391664ms","start":"2026-03-08T02:58:55.93972Z","end":"2026-03-08T02:58:56.095112Z","steps":["trace[395426963] 'agreement among raft nodes before linearized reading' (duration: 155.146248ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:56.09516Z","caller":"traceutil/trace.go:171","msg":"trace[428120249] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:15129; }","duration":"172.74179ms","start":"2026-03-08T02:58:55.92239Z","end":"2026-03-08T02:58:56.095132Z","steps":["trace[428120249] 'agreement among raft nodes before linearized reading' (duration: 172.406892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.095351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.455017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T02:58:56.095374Z","caller":"traceutil/trace.go:171","msg":"trace[68967681] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:15129; }","duration":"112.527599ms","start":"2026-03-08T02:58:55.982838Z","end":"2026-03-08T02:58:56.095366Z","steps":["trace[68967681] 'agreement among raft nodes before linearized reading' (duration: 112.441317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.095401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.11649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-08T02:58:56.095435Z","caller":"traceutil/trace.go:171","msg":"trace[366236811] transaction","detail":"{read_only:false; response_revision:15129; number_of_response:1; }","duration":"333.991211ms","start":"2026-03-08T02:58:55.761429Z","end":"2026-03-08T02:58:56.09542Z","steps":["trace[366236811] 'process raft request' (duration: 333.09289ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:56.095444Z","caller":"traceutil/trace.go:171","msg":"trace[32292664] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:15129; }","duration":"150.189461ms","start":"2026-03-08T02:58:55.945244Z","end":"2026-03-08T02:58:56.095433Z","steps":["trace[32292664] 'agreement among raft nodes before linearized reading' (duration: 150.043728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.095557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.761415Z","time spent":"334.049312ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:56.095679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.069842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T02:58:56.095788Z","caller":"traceutil/trace.go:171","msg":"trace[1481443974] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:15129; }","duration":"119.242396ms","start":"2026-03-08T02:58:55.976513Z","end":"2026-03-08T02:58:56.095755Z","steps":["trace[1481443974] 'agreement among raft nodes before linearized reading' (duration: 118.860887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.659415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.147753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-08T02:58:56.659529Z","caller":"traceutil/trace.go:171","msg":"trace[1717197742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15129; }","duration":"223.331377ms","start":"2026-03-08T02:58:56.436171Z","end":"2026-03-08T02:58:56.659503Z","steps":["trace[1717197742] 'range keys from in-memory index tree' (duration: 222.809284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.659674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.506728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:58:56.659781Z","caller":"traceutil/trace.go:171","msg":"trace[701736087] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15129; }","duration":"402.672382ms","start":"2026-03-08T02:58:56.257086Z","end":"2026-03-08T02:58:56.659758Z","steps":["trace[701736087] 'range keys from in-memory index tree' (duration: 402.294283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.659846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.257067Z","time spent":"402.769194ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T02:58:57.13157Z","caller":"traceutil/trace.go:171","msg":"trace[392697096] transaction","detail":"{read_only:false; response_revision:15131; number_of_response:1; }","duration":"193.601869ms","start":"2026-03-08T02:58:56.937939Z","end":"2026-03-08T02:58:57.131541Z","steps":["trace[392697096] 'process raft request' (duration: 193.411254ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:00:35.53005Z","caller":"traceutil/trace.go:171","msg":"trace[1042576696] linearizableReadLoop","detail":"{readStateIndex:16604; appliedIndex:16603; }","duration":"178.036018ms","start":"2026-03-08T03:00:35.351987Z","end":"2026-03-08T03:00:35.530023Z","steps":["trace[1042576696] 'read index received' (duration: 177.825493ms)","trace[1042576696] 'applied index is now lower than readState.Index' (duration: 209.015µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:00:35.530431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.380427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T03:00:35.530572Z","caller":"traceutil/trace.go:171","msg":"trace[602493471] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:16013; }","duration":"178.610392ms","start":"2026-03-08T03:00:35.351928Z","end":"2026-03-08T03:00:35.530539Z","steps":["trace[602493471] 'agreement among raft nodes before linearized reading' (duration: 178.224623ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:00:35.530706Z","caller":"traceutil/trace.go:171","msg":"trace[2084815506] transaction","detail":"{read_only:false; response_revision:16013; number_of_response:1; }","duration":"207.859819ms","start":"2026-03-08T03:00:35.322248Z","end":"2026-03-08T03:00:35.530108Z","steps":["trace[2084815506] 'process raft request' (duration: 207.584932ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:00:35.534229Z","caller":"traceutil/trace.go:171","msg":"trace[392564252] transaction","detail":"{read_only:false; response_revision:16014; number_of_response:1; }","duration":"177.044645ms","start":"2026-03-08T03:00:35.357169Z","end":"2026-03-08T03:00:35.534214Z","steps":["trace[392564252] 'process raft request' (duration: 176.83044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:00:35.53432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.98121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-03-08T03:00:35.534442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.696562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-08T03:00:35.534435Z","caller":"traceutil/trace.go:171","msg":"trace[916546061] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:16014; }","duration":"173.066172ms","start":"2026-03-08T03:00:35.361298Z","end":"2026-03-08T03:00:35.534364Z","steps":["trace[916546061] 'agreement among raft nodes before linearized reading' (duration: 172.866827ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:00:35.534513Z","caller":"traceutil/trace.go:171","msg":"trace[1725736260] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:16014; }","duration":"117.805175ms","start":"2026-03-08T03:00:35.416681Z","end":"2026-03-08T03:00:35.534486Z","steps":["trace[1725736260] 'agreement among raft nodes before linearized reading' (duration: 117.60047ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:00:35.830292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13460} {"level":"info","ts":"2026-03-08T03:00:35.911291Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13460,"took":"69.8641ms","hash":847791257,"current-db-size-bytes":40697856,"current-db-size":"41 MB","current-db-size-in-use-bytes":29888512,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-08T03:00:35.911348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":847791257,"revision":13460,"compact-revision":11591} {"level":"info","ts":"2026-03-08T03:00:36.776098Z","caller":"traceutil/trace.go:171","msg":"trace[910708219] linearizableReadLoop","detail":"{readStateIndex:16614; appliedIndex:16613; }","duration":"187.251755ms","start":"2026-03-08T03:00:36.588817Z","end":"2026-03-08T03:00:36.776069Z","steps":["trace[910708219] 'read index received' (duration: 187.046541ms)","trace[910708219] 'applied index is now lower than readState.Index' (duration: 203.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:00:36.776215Z","caller":"traceutil/trace.go:171","msg":"trace[814408711] transaction","detail":"{read_only:false; response_revision:16022; number_of_response:1; }","duration":"234.959535ms","start":"2026-03-08T03:00:36.541212Z","end":"2026-03-08T03:00:36.776171Z","steps":["trace[814408711] 'process raft request' (duration: 234.650207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:00:36.776433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.596933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T03:00:36.776494Z","caller":"traceutil/trace.go:171","msg":"trace[1296268150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16022; }","duration":"187.727266ms","start":"2026-03-08T03:00:36.588749Z","end":"2026-03-08T03:00:36.776476Z","steps":["trace[1296268150] 'agreement among raft nodes before linearized reading' (duration: 187.510511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:00:36.776539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.680112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T03:00:36.776586Z","caller":"traceutil/trace.go:171","msg":"trace[1953934179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16022; }","duration":"186.780224ms","start":"2026-03-08T03:00:36.589794Z","end":"2026-03-08T03:00:36.776574Z","steps":["trace[1953934179] 'agreement among raft nodes before linearized reading' (duration: 186.654951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:00:37.015098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.3177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T03:00:37.015318Z","caller":"traceutil/trace.go:171","msg":"trace[1961872445] transaction","detail":"{read_only:false; response_revision:16024; number_of_response:1; }","duration":"231.205336ms","start":"2026-03-08T03:00:36.78409Z","end":"2026-03-08T03:00:37.015296Z","steps":["trace[1961872445] 'process raft request' (duration: 231.143564ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:00:37.015387Z","caller":"traceutil/trace.go:171","msg":"trace[780980985] transaction","detail":"{read_only:false; response_revision:16023; number_of_response:1; }","duration":"231.285518ms","start":"2026-03-08T03:00:36.784034Z","end":"2026-03-08T03:00:37.015319Z","steps":["trace[780980985] 'process raft request' (duration: 68.649402ms)","trace[780980985] 'compare' (duration: 162.174896ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:00:43.059729Z","caller":"traceutil/trace.go:171","msg":"trace[1461256923] transaction","detail":"{read_only:false; response_revision:16077; number_of_response:1; }","duration":"151.794512ms","start":"2026-03-08T03:00:42.907898Z","end":"2026-03-08T03:00:43.059693Z","steps":["trace[1461256923] 'process raft request' (duration: 151.234249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:00:43.279334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.310139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T03:00:43.27946Z","caller":"traceutil/trace.go:171","msg":"trace[247240719] transaction","detail":"{read_only:false; response_revision:16079; number_of_response:1; }","duration":"215.403456ms","start":"2026-03-08T03:00:43.064034Z","end":"2026-03-08T03:00:43.279438Z","steps":["trace[247240719] 'process raft request' (duration: 75.906932ms)","trace[247240719] 'compare' (duration: 139.087254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:02.968124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.478975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:02:02.968136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.968752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18894"} {"level":"info","ts":"2026-03-08T03:02:02.968226Z","caller":"traceutil/trace.go:171","msg":"trace[1714058674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16549; }","duration":"180.65111ms","start":"2026-03-08T03:02:02.787544Z","end":"2026-03-08T03:02:02.968195Z","steps":["trace[1714058674] 'range keys from in-memory index tree' (duration: 180.225709ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:02.968241Z","caller":"traceutil/trace.go:171","msg":"trace[1344081110] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16549; }","duration":"194.150386ms","start":"2026-03-08T03:02:02.774065Z","end":"2026-03-08T03:02:02.968215Z","steps":["trace[1344081110] 'range keys from in-memory index tree' (duration: 193.632444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:02.968726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.37422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:02:02.968823Z","caller":"traceutil/trace.go:171","msg":"trace[1882881148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16549; }","duration":"110.518013ms","start":"2026-03-08T03:02:02.858283Z","end":"2026-03-08T03:02:02.968801Z","steps":["trace[1882881148] 'range keys from in-memory index tree' (duration: 110.182546ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:05.639393Z","caller":"traceutil/trace.go:171","msg":"trace[1869477398] transaction","detail":"{read_only:false; response_revision:16574; number_of_response:1; }","duration":"117.476637ms","start":"2026-03-08T03:02:05.521895Z","end":"2026-03-08T03:02:05.639372Z","steps":["trace[1869477398] 'process raft request' (duration: 116.962435ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:05.99124Z","caller":"traceutil/trace.go:171","msg":"trace[1614130431] linearizableReadLoop","detail":"{readStateIndex:17186; appliedIndex:17185; }","duration":"275.294302ms","start":"2026-03-08T03:02:05.715918Z","end":"2026-03-08T03:02:05.991212Z","steps":["trace[1614130431] 'read index received' (duration: 269.218719ms)","trace[1614130431] 'applied index is now lower than readState.Index' (duration: 6.074413ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:05.991317Z","caller":"traceutil/trace.go:171","msg":"trace[246605556] transaction","detail":"{read_only:false; response_revision:16575; number_of_response:1; }","duration":"340.87536ms","start":"2026-03-08T03:02:05.650409Z","end":"2026-03-08T03:02:05.991285Z","steps":["trace[246605556] 'process raft request' (duration: 334.846659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:05.99145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:05.650377Z","time spent":"341.005214ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15062,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:05.991536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.543957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-08T03:02:05.991517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.563148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:02:05.991639Z","caller":"traceutil/trace.go:171","msg":"trace[420288610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16575; }","duration":"275.752262ms","start":"2026-03-08T03:02:05.715864Z","end":"2026-03-08T03:02:05.991616Z","steps":["trace[420288610] 'agreement among raft nodes before linearized reading' (duration: 275.440775ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:05.991593Z","caller":"traceutil/trace.go:171","msg":"trace[784354615] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16575; }","duration":"223.652539ms","start":"2026-03-08T03:02:05.767929Z","end":"2026-03-08T03:02:05.991581Z","steps":["trace[784354615] 'agreement among raft nodes before linearized reading' (duration: 223.451845ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:06.626294Z","caller":"traceutil/trace.go:171","msg":"trace[1070402082] transaction","detail":"{read_only:false; response_revision:16576; number_of_response:1; }","duration":"630.15352ms","start":"2026-03-08T03:02:05.996098Z","end":"2026-03-08T03:02:06.626251Z","steps":["trace[1070402082] 'process raft request' (duration: 582.45596ms)","trace[1070402082] 'compare' (duration: 47.445104ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:06.626389Z","caller":"traceutil/trace.go:171","msg":"trace[2122177198] transaction","detail":"{read_only:false; response_revision:16577; number_of_response:1; }","duration":"356.357364ms","start":"2026-03-08T03:02:06.269976Z","end":"2026-03-08T03:02:06.626333Z","steps":["trace[2122177198] 'process raft request' (duration: 356.164929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:06.626492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:05.996074Z","time spent":"630.319193ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:06.626509Z","caller":"traceutil/trace.go:171","msg":"trace[1820287566] transaction","detail":"{read_only:false; response_revision:16578; number_of_response:1; }","duration":"171.149737ms","start":"2026-03-08T03:02:06.455331Z","end":"2026-03-08T03:02:06.62648Z","steps":["trace[1820287566] 'process raft request' (duration: 170.85694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:06.62662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.269942Z","time spent":"356.547328ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:06.626678Z","caller":"traceutil/trace.go:171","msg":"trace[207159631] linearizableReadLoop","detail":"{readStateIndex:17187; appliedIndex:17186; }","duration":"418.921802ms","start":"2026-03-08T03:02:06.207716Z","end":"2026-03-08T03:02:06.626637Z","steps":["trace[207159631] 'read index received' (duration: 370.860924ms)","trace[207159631] 'applied index is now lower than readState.Index' (duration: 48.056908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:06.627042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.906428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-08T03:02:06.627065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.006357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-08T03:02:06.627053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.322131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-03-08T03:02:06.627099Z","caller":"traceutil/trace.go:171","msg":"trace[1791454039] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16579; }","duration":"172.100609ms","start":"2026-03-08T03:02:06.454989Z","end":"2026-03-08T03:02:06.627089Z","steps":["trace[1791454039] 'agreement among raft nodes before linearized reading' (duration: 171.965436ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:06.627105Z","caller":"traceutil/trace.go:171","msg":"trace[756058898] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16579; }","duration":"274.028441ms","start":"2026-03-08T03:02:06.353056Z","end":"2026-03-08T03:02:06.627085Z","steps":["trace[756058898] 'agreement among raft nodes before linearized reading' (duration: 273.767025ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:06.627134Z","caller":"traceutil/trace.go:171","msg":"trace[1821694389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:16579; }","duration":"419.457884ms","start":"2026-03-08T03:02:06.207652Z","end":"2026-03-08T03:02:06.62711Z","steps":["trace[1821694389] 'agreement among raft nodes before linearized reading' (duration: 419.135976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:06.627154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.909342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-08T03:02:06.627217Z","caller":"traceutil/trace.go:171","msg":"trace[1867450856] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:16579; }","duration":"209.014885ms","start":"2026-03-08T03:02:06.418186Z","end":"2026-03-08T03:02:06.6272Z","steps":["trace[1867450856] 'agreement among raft nodes before linearized reading' (duration: 208.80483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:06.627351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.207625Z","time spent":"419.549056ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T03:02:07.1789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.574958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:02:07.178988Z","caller":"traceutil/trace.go:171","msg":"trace[970480574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16579; }","duration":"137.721103ms","start":"2026-03-08T03:02:07.041244Z","end":"2026-03-08T03:02:07.178965Z","steps":["trace[970480574] 'range keys from in-memory index tree' (duration: 137.364924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:07.179279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.110401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:02:07.17931Z","caller":"traceutil/trace.go:171","msg":"trace[407438395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16579; }","duration":"132.160522ms","start":"2026-03-08T03:02:07.04714Z","end":"2026-03-08T03:02:07.179301Z","steps":["trace[407438395] 'range keys from in-memory index tree' (duration: 132.022299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:07.179754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.552744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:02:07.179848Z","caller":"traceutil/trace.go:171","msg":"trace[1868126129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16579; }","duration":"447.728928ms","start":"2026-03-08T03:02:06.732098Z","end":"2026-03-08T03:02:07.179827Z","steps":["trace[1868126129] 'range keys from in-memory index tree' (duration: 446.492419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:07.179898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.732077Z","time spent":"447.8088ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:02:07.554653Z","caller":"traceutil/trace.go:171","msg":"trace[902921455] transaction","detail":"{read_only:false; response_revision:16580; number_of_response:1; }","duration":"371.477158ms","start":"2026-03-08T03:02:07.18314Z","end":"2026-03-08T03:02:07.554618Z","steps":["trace[902921455] 'process raft request' (duration: 371.173531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:07.554848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.183117Z","time spent":"371.637742ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:08.454088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.053874Z","time spent":"400.198212ms","remote":"127.0.0.1:52018","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:02:08.554165Z","caller":"traceutil/trace.go:171","msg":"trace[1841475780] transaction","detail":"{read_only:false; response_revision:16581; number_of_response:1; }","duration":"1.369811179s","start":"2026-03-08T03:02:07.184301Z","end":"2026-03-08T03:02:08.554112Z","steps":["trace[1841475780] 'process raft request' (duration: 1.369583443s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.554374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.184276Z","time spent":"1.370012494s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:08.588007Z","caller":"traceutil/trace.go:171","msg":"trace[391307613] transaction","detail":"{read_only:false; response_revision:16583; number_of_response:1; }","duration":"708.54113ms","start":"2026-03-08T03:02:07.879435Z","end":"2026-03-08T03:02:08.587976Z","steps":["trace[391307613] 'process raft request' (duration: 708.491358ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:08.588414Z","caller":"traceutil/trace.go:171","msg":"trace[1079817753] transaction","detail":"{read_only:false; response_revision:16582; number_of_response:1; }","duration":"1.403679253s","start":"2026-03-08T03:02:07.184674Z","end":"2026-03-08T03:02:08.588354Z","steps":["trace[1079817753] 'process raft request' (duration: 1.369422659s)","trace[1079817753] 'compare' (duration: 33.667131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:08.588489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.879401Z","time spent":"708.99709ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:08.588549Z","caller":"traceutil/trace.go:171","msg":"trace[437787784] linearizableReadLoop","detail":"{readStateIndex:17193; appliedIndex:17190; }","duration":"1.360517261s","start":"2026-03-08T03:02:07.227988Z","end":"2026-03-08T03:02:08.588505Z","steps":["trace[437787784] 'read index received' (duration: 326.296698ms)","trace[437787784] 'applied index is now lower than readState.Index' (duration: 1.034215893s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:08.588708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.184649Z","time spent":"1.403863018s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:08.588928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36091989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-rn5sj\" ","response":"range_response_count:1 size:15340"} {"level":"info","ts":"2026-03-08T03:02:08.58898Z","caller":"traceutil/trace.go:171","msg":"trace[1517524076] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-rn5sj; range_end:; response_count:1; response_revision:16583; }","duration":"1.361008272s","start":"2026-03-08T03:02:07.227955Z","end":"2026-03-08T03:02:08.588963Z","steps":["trace[1517524076] 'agreement among raft nodes before linearized reading' (duration: 1.360773386s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.589027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.227942Z","time spent":"1.361075444s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15363,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-rn5sj\" "} {"level":"warn","ts":"2026-03-08T03:02:08.58919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288826678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-cgjnt\" ","response":"range_response_count:1 size:15348"} {"level":"info","ts":"2026-03-08T03:02:08.58926Z","caller":"traceutil/trace.go:171","msg":"trace[1034396503] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-cgjnt; range_end:; response_count:1; response_revision:16583; }","duration":"1.28894356s","start":"2026-03-08T03:02:07.300299Z","end":"2026-03-08T03:02:08.589243Z","steps":["trace[1034396503] 'agreement among raft nodes before linearized reading' (duration: 1.288644793s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.589307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.300273Z","time spent":"1.289027313s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15371,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-cgjnt\" "} {"level":"warn","ts":"2026-03-08T03:02:08.589385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.780598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:08.589445Z","caller":"traceutil/trace.go:171","msg":"trace[70368150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16583; }","duration":"879.894691ms","start":"2026-03-08T03:02:07.709534Z","end":"2026-03-08T03:02:08.589429Z","steps":["trace[70368150] 'agreement among raft nodes before linearized reading' (duration: 879.760328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.589507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.254127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-08T03:02:08.589511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.709505Z","time spent":"879.996693ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:02:08.589552Z","caller":"traceutil/trace.go:171","msg":"trace[1905020255] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16583; }","duration":"594.357029ms","start":"2026-03-08T03:02:07.995185Z","end":"2026-03-08T03:02:08.589542Z","steps":["trace[1905020255] 'agreement among raft nodes before linearized reading' (duration: 594.245267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.589653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.270129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:02:08.589701Z","caller":"traceutil/trace.go:171","msg":"trace[1358404957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16583; }","duration":"946.364421ms","start":"2026-03-08T03:02:07.643328Z","end":"2026-03-08T03:02:08.589692Z","steps":["trace[1358404957] 'agreement among raft nodes before linearized reading' (duration: 946.207487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.589754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.643307Z","time spent":"946.438792ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:02:08.589906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026087632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:02:08.589981Z","caller":"traceutil/trace.go:171","msg":"trace[1546570267] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16583; }","duration":"1.026201764s","start":"2026-03-08T03:02:07.563768Z","end":"2026-03-08T03:02:08.58997Z","steps":["trace[1546570267] 'agreement among raft nodes before linearized reading' (duration: 1.026100742s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.590029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.563747Z","time spent":"1.026272527s","remote":"127.0.0.1:53534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:08.591792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.995153Z","time spent":"594.426931ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:11.197818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081884070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:02:11.731814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044236738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-08T03:02:11.731925Z","caller":"traceutil/trace.go:171","msg":"trace[362329321] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16594; }","duration":"1.044372101s","start":"2026-03-08T03:02:10.687525Z","end":"2026-03-08T03:02:11.731897Z","steps":["trace[362329321] 'range keys from in-memory index tree' (duration: 1.044001142s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.731972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.687517Z","time spent":"1.044445743s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:11.73232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.256934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:02:11.732471Z","caller":"traceutil/trace.go:171","msg":"trace[955481485] transaction","detail":"{read_only:false; response_revision:16595; number_of_response:1; }","duration":"1.044666998s","start":"2026-03-08T03:02:10.687773Z","end":"2026-03-08T03:02:11.73244Z","steps":["trace[955481485] 'process raft request' (duration: 768.177649ms)","trace[955481485] 'compare' (duration: 275.733872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:11.732574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.687754Z","time spent":"1.04477033s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:11.732824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045681172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-08T03:02:11.732875Z","caller":"traceutil/trace.go:171","msg":"trace[1347528265] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16594; }","duration":"1.045765774s","start":"2026-03-08T03:02:10.68708Z","end":"2026-03-08T03:02:11.732845Z","steps":["trace[1347528265] 'range keys from in-memory index tree' (duration: 1.044754669s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.732897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.687051Z","time spent":"1.045840835s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T03:02:11.744497Z","caller":"traceutil/trace.go:171","msg":"trace[779604842] linearizableReadLoop","detail":"{readStateIndex:17209; appliedIndex:17206; }","duration":"1.04733294s","start":"2026-03-08T03:02:10.697151Z","end":"2026-03-08T03:02:11.744484Z","steps":["trace[779604842] 'read index received' (duration: 758.928361ms)","trace[779604842] 'applied index is now lower than readState.Index' (duration: 288.403919ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:11.744563Z","caller":"traceutil/trace.go:171","msg":"trace[856149657] transaction","detail":"{read_only:false; response_revision:16597; number_of_response:1; }","duration":"1.056146537s","start":"2026-03-08T03:02:10.688383Z","end":"2026-03-08T03:02:11.74453Z","steps":["trace[856149657] 'process raft request' (duration: 1.056072495s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.744659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034212243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:11.744701Z","caller":"traceutil/trace.go:171","msg":"trace[811695127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16597; }","duration":"1.034301715s","start":"2026-03-08T03:02:10.710389Z","end":"2026-03-08T03:02:11.744691Z","steps":["trace[811695127] 'agreement among raft nodes before linearized reading' (duration: 1.034196083s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.744731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.710363Z","time spent":"1.034361296s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:02:11.744725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047562646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-cgjnt\" ","response":"range_response_count:1 size:15348"} {"level":"warn","ts":"2026-03-08T03:02:11.744744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.68837Z","time spent":"1.0562903s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:11.744774Z","caller":"traceutil/trace.go:171","msg":"trace[965997391] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-cgjnt; range_end:; response_count:1; response_revision:16597; }","duration":"1.047642118s","start":"2026-03-08T03:02:10.697118Z","end":"2026-03-08T03:02:11.74476Z","steps":["trace[965997391] 'agreement among raft nodes before linearized reading' (duration: 1.047446653s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.744573Z","caller":"traceutil/trace.go:171","msg":"trace[1747392931] transaction","detail":"{read_only:false; response_revision:16596; number_of_response:1; }","duration":"1.056357112s","start":"2026-03-08T03:02:10.688164Z","end":"2026-03-08T03:02:11.744522Z","steps":["trace[1747392931] 'process raft request' (duration: 1.056223459s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.744804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.697106Z","time spent":"1.047689989s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15371,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-cgjnt\" "} {"level":"warn","ts":"2026-03-08T03:02:11.744945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028594351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:02:11.744981Z","caller":"traceutil/trace.go:171","msg":"trace[56789231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16597; }","duration":"1.028668873s","start":"2026-03-08T03:02:10.716303Z","end":"2026-03-08T03:02:11.744972Z","steps":["trace[56789231] 'agreement among raft nodes before linearized reading' (duration: 1.02857102s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.744934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027849573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:11.745008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.716283Z","time spent":"1.028718473s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:02:11.744969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006277438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20665"} {"level":"warn","ts":"2026-03-08T03:02:11.745016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023926131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12553"} {"level":"warn","ts":"2026-03-08T03:02:11.744981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.688122Z","time spent":"1.056749591s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:11.745134Z","caller":"traceutil/trace.go:171","msg":"trace[1439737795] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:16597; }","duration":"1.024103756s","start":"2026-03-08T03:02:10.721Z","end":"2026-03-08T03:02:11.745104Z","steps":["trace[1439737795] 'agreement among raft nodes before linearized reading' (duration: 1.023790748s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.745037Z","caller":"traceutil/trace.go:171","msg":"trace[635264003] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16597; }","duration":"1.027974307s","start":"2026-03-08T03:02:10.717042Z","end":"2026-03-08T03:02:11.745016Z","steps":["trace[635264003] 'agreement among raft nodes before linearized reading' (duration: 1.027788072s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.745181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002340765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-08T03:02:11.745192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.797124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22011"} {"level":"warn","ts":"2026-03-08T03:02:11.745206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.014997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:02:11.745215Z","caller":"traceutil/trace.go:171","msg":"trace[1475644974] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:16597; }","duration":"1.002390896s","start":"2026-03-08T03:02:10.742814Z","end":"2026-03-08T03:02:11.745205Z","steps":["trace[1475644974] 'agreement among raft nodes before linearized reading' (duration: 1.002292354s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.745169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.696122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-xpw5d\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-03-08T03:02:11.745254Z","caller":"traceutil/trace.go:171","msg":"trace[1032286832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16597; }","duration":"172.11536ms","start":"2026-03-08T03:02:11.573127Z","end":"2026-03-08T03:02:11.745242Z","steps":["trace[1032286832] 'agreement among raft nodes before linearized reading' (duration: 171.928386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.745258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.742805Z","time spent":"1.002445027s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" "} {"level":"warn","ts":"2026-03-08T03:02:11.745205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.717028Z","time spent":"1.028159801s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-08T03:02:11.745078Z","caller":"traceutil/trace.go:171","msg":"trace[1263496290] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:16597; }","duration":"1.006427801s","start":"2026-03-08T03:02:10.738626Z","end":"2026-03-08T03:02:11.745054Z","steps":["trace[1263496290] 'agreement among raft nodes before linearized reading' (duration: 1.006096343s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.745289Z","caller":"traceutil/trace.go:171","msg":"trace[1452623836] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-xpw5d; range_end:; response_count:1; response_revision:16597; }","duration":"990.861646ms","start":"2026-03-08T03:02:10.754405Z","end":"2026-03-08T03:02:11.745267Z","steps":["trace[1452623836] 'agreement among raft nodes before linearized reading' (duration: 990.520508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.745334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007181229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22011"} {"level":"warn","ts":"2026-03-08T03:02:11.74537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.738613Z","time spent":"1.006745569s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20688,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" "} {"level":"info","ts":"2026-03-08T03:02:11.745397Z","caller":"traceutil/trace.go:171","msg":"trace[1794375922] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:16597; }","duration":"1.007289411s","start":"2026-03-08T03:02:10.738087Z","end":"2026-03-08T03:02:11.745377Z","steps":["trace[1794375922] 'agreement among raft nodes before linearized reading' (duration: 1.007126497s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.745423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.754378Z","time spent":"991.027269ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-xpw5d\" "} {"level":"info","ts":"2026-03-08T03:02:11.745237Z","caller":"traceutil/trace.go:171","msg":"trace[995572372] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:16597; }","duration":"990.860696ms","start":"2026-03-08T03:02:10.754366Z","end":"2026-03-08T03:02:11.745227Z","steps":["trace[995572372] 'agreement among raft nodes before linearized reading' (duration: 990.734543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.745447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.738062Z","time spent":"1.007376663s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"warn","ts":"2026-03-08T03:02:11.745475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.754358Z","time spent":"991.107441ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"warn","ts":"2026-03-08T03:02:11.745191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.720984Z","time spent":"1.024194297s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12576,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:02:11.746871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01660993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-03-08T03:02:11.746915Z","caller":"traceutil/trace.go:171","msg":"trace[2094553163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:16597; }","duration":"1.018262328s","start":"2026-03-08T03:02:10.728642Z","end":"2026-03-08T03:02:11.746904Z","steps":["trace[2094553163] 'agreement among raft nodes before linearized reading' (duration: 1.016574528s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.746943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.728631Z","time spent":"1.01830242s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T03:02:12.374171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.340349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:02:12.374401Z","caller":"traceutil/trace.go:171","msg":"trace[248069782] linearizableReadLoop","detail":"{readStateIndex:17211; appliedIndex:17209; }","duration":"621.491254ms","start":"2026-03-08T03:02:11.75289Z","end":"2026-03-08T03:02:12.374381Z","steps":["trace[248069782] 'read index received' (duration: 288.860249ms)","trace[248069782] 'applied index is now lower than readState.Index' (duration: 332.629945ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:12.374566Z","caller":"traceutil/trace.go:171","msg":"trace[2012622142] transaction","detail":"{read_only:false; response_revision:16599; number_of_response:1; }","duration":"624.104257ms","start":"2026-03-08T03:02:11.750418Z","end":"2026-03-08T03:02:12.374522Z","steps":["trace[2012622142] 'process raft request' (duration: 623.906242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.374798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.750406Z","time spent":"624.2754ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:12.374607Z","caller":"traceutil/trace.go:171","msg":"trace[314177771] transaction","detail":"{read_only:false; response_revision:16598; number_of_response:1; }","duration":"625.231573ms","start":"2026-03-08T03:02:11.749346Z","end":"2026-03-08T03:02:12.374578Z","steps":["trace[314177771] 'process raft request' (duration: 292.385372ms)","trace[314177771] 'compare' (duration: 332.171705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:12.37502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.577411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-08T03:02:12.374985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.577893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:12.375064Z","caller":"traceutil/trace.go:171","msg":"trace[1693875057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16599; }","duration":"530.663173ms","start":"2026-03-08T03:02:11.844389Z","end":"2026-03-08T03:02:12.375052Z","steps":["trace[1693875057] 'agreement among raft nodes before linearized reading' (duration: 530.473879ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:12.375092Z","caller":"traceutil/trace.go:171","msg":"trace[1904748180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16599; }","duration":"617.707636ms","start":"2026-03-08T03:02:11.757357Z","end":"2026-03-08T03:02:12.375064Z","steps":["trace[1904748180] 'agreement among raft nodes before linearized reading' (duration: 617.543312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.375111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.181576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-endpoints-p9dsz\" ","response":"range_response_count:1 size:15097"} {"level":"info","ts":"2026-03-08T03:02:12.375233Z","caller":"traceutil/trace.go:171","msg":"trace[173862666] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-endpoints-p9dsz; range_end:; response_count:1; response_revision:16599; }","duration":"609.366241ms","start":"2026-03-08T03:02:11.76584Z","end":"2026-03-08T03:02:12.375207Z","steps":["trace[173862666] 'agreement among raft nodes before linearized reading' (duration: 609.040303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.375183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.749319Z","time spent":"625.646772ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:12.375292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.765813Z","time spent":"609.466482ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":15120,"request content":"key:\"/registry/pods/openstack/neutron-ks-endpoints-p9dsz\" "} {"level":"warn","ts":"2026-03-08T03:02:12.375308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.731947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-08T03:02:12.375157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.75735Z","time spent":"617.794768ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:02:12.375363Z","caller":"traceutil/trace.go:171","msg":"trace[568005923] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16599; }","duration":"101.86761ms","start":"2026-03-08T03:02:12.273479Z","end":"2026-03-08T03:02:12.375347Z","steps":["trace[568005923] 'agreement among raft nodes before linearized reading' (duration: 101.43921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.375111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.844367Z","time spent":"530.733225ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:02:12.376379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.215925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:929778"} {"level":"info","ts":"2026-03-08T03:02:12.376429Z","caller":"traceutil/trace.go:171","msg":"trace[1465944232] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16599; }","duration":"623.283977ms","start":"2026-03-08T03:02:11.753134Z","end":"2026-03-08T03:02:12.376418Z","steps":["trace[1465944232] 'agreement among raft nodes before linearized reading' (duration: 621.70916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.376465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.753127Z","time spent":"623.327288ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":929801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.376675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.45447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:929778"} {"level":"info","ts":"2026-03-08T03:02:12.37677Z","caller":"traceutil/trace.go:171","msg":"trace[1133530490] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16599; }","duration":"623.567684ms","start":"2026-03-08T03:02:11.753182Z","end":"2026-03-08T03:02:12.37675Z","steps":["trace[1133530490] 'agreement among raft nodes before linearized reading' (duration: 621.771732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.376827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.753177Z","time spent":"623.635225ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":929801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.377074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.173508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:929778"} {"level":"info","ts":"2026-03-08T03:02:12.377136Z","caller":"traceutil/trace.go:171","msg":"trace[1800602066] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16599; }","duration":"624.27365ms","start":"2026-03-08T03:02:11.752848Z","end":"2026-03-08T03:02:12.377122Z","steps":["trace[1800602066] 'agreement among raft nodes before linearized reading' (duration: 621.643128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.377188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.752836Z","time spent":"624.337102ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":929801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.377334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.616207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:929778"} {"level":"info","ts":"2026-03-08T03:02:12.37739Z","caller":"traceutil/trace.go:171","msg":"trace[947756674] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16599; }","duration":"621.68752ms","start":"2026-03-08T03:02:11.75569Z","end":"2026-03-08T03:02:12.377377Z","steps":["trace[947756674] 'agreement among raft nodes before linearized reading' (duration: 619.16928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.377435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.755683Z","time spent":"621.740291ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":929801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.377981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.380859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:929778"} {"level":"info","ts":"2026-03-08T03:02:12.378022Z","caller":"traceutil/trace.go:171","msg":"trace[538317156] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16599; }","duration":"623.43379ms","start":"2026-03-08T03:02:11.754579Z","end":"2026-03-08T03:02:12.378013Z","steps":["trace[538317156] 'agreement among raft nodes before linearized reading' (duration: 620.342328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.378055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.754573Z","time spent":"623.471461ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":929801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.378094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.389793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:929778"} {"level":"info","ts":"2026-03-08T03:02:12.378134Z","caller":"traceutil/trace.go:171","msg":"trace[43177643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16599; }","duration":"624.450034ms","start":"2026-03-08T03:02:11.753675Z","end":"2026-03-08T03:02:12.378125Z","steps":["trace[43177643] 'agreement among raft nodes before linearized reading' (duration: 621.27487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.378161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.753667Z","time spent":"624.485765ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":929801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.379133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.391566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:929778"} {"level":"info","ts":"2026-03-08T03:02:12.379221Z","caller":"traceutil/trace.go:171","msg":"trace[1489640972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16599; }","duration":"625.496658ms","start":"2026-03-08T03:02:11.75371Z","end":"2026-03-08T03:02:12.379206Z","steps":["trace[1489640972] 'agreement among raft nodes before linearized reading' (duration: 621.205078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.379307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.753705Z","time spent":"625.58591ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":929801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T03:02:12.618947Z","caller":"traceutil/trace.go:171","msg":"trace[697370421] transaction","detail":"{read_only:false; response_revision:16600; number_of_response:1; }","duration":"238.010056ms","start":"2026-03-08T03:02:12.380905Z","end":"2026-03-08T03:02:12.618915Z","steps":["trace[697370421] 'process raft request' (duration: 141.635095ms)","trace[697370421] 'compare' (duration: 96.256639ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:12.621564Z","caller":"traceutil/trace.go:171","msg":"trace[521809857] transaction","detail":"{read_only:false; response_revision:16601; number_of_response:1; }","duration":"239.777938ms","start":"2026-03-08T03:02:12.38174Z","end":"2026-03-08T03:02:12.621518Z","steps":["trace[521809857] 'process raft request' (duration: 239.44965ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:12.621819Z","caller":"traceutil/trace.go:171","msg":"trace[2126220945] transaction","detail":"{read_only:false; response_revision:16602; number_of_response:1; }","duration":"225.510962ms","start":"2026-03-08T03:02:12.396285Z","end":"2026-03-08T03:02:12.621795Z","steps":["trace[2126220945] 'process raft request' (duration: 225.141533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:13.227517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081884089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:02:14.004796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.749848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:02:14.004906Z","caller":"traceutil/trace.go:171","msg":"trace[1430224997] transaction","detail":"{read_only:false; response_revision:16605; number_of_response:1; }","duration":"1.334665894s","start":"2026-03-08T03:02:12.670218Z","end":"2026-03-08T03:02:14.004883Z","steps":["trace[1430224997] 'process raft request' (duration: 745.750562ms)","trace[1430224997] 'compare' (duration: 587.706314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:14.004979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:12.670204Z","time spent":"1.334740216s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:14.050531Z","caller":"traceutil/trace.go:171","msg":"trace[1767972731] linearizableReadLoop","detail":"{readStateIndex:17218; appliedIndex:17216; }","duration":"1.323868591s","start":"2026-03-08T03:02:12.726638Z","end":"2026-03-08T03:02:14.050506Z","steps":["trace[1767972731] 'read index received' (duration: 689.38741ms)","trace[1767972731] 'applied index is now lower than readState.Index' (duration: 634.480091ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:14.050628Z","caller":"traceutil/trace.go:171","msg":"trace[1791472357] transaction","detail":"{read_only:false; response_revision:16606; number_of_response:1; }","duration":"1.24583851s","start":"2026-03-08T03:02:12.804751Z","end":"2026-03-08T03:02:14.050589Z","steps":["trace[1791472357] 'process raft request' (duration: 1.245308177s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:14.050886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324221819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-08T03:02:14.050948Z","caller":"traceutil/trace.go:171","msg":"trace[100974887] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16606; }","duration":"1.324341512s","start":"2026-03-08T03:02:12.726591Z","end":"2026-03-08T03:02:14.050933Z","steps":["trace[100974887] 'agreement among raft nodes before linearized reading' (duration: 1.324113376s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:14.050988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:12.72657Z","time spent":"1.324408174s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-08T03:02:14.051069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:12.804698Z","time spent":"1.246161357s","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417136,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:14.635642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.999833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:02:14.636186Z","caller":"traceutil/trace.go:171","msg":"trace[2053326259] transaction","detail":"{read_only:false; response_revision:16608; number_of_response:1; }","duration":"898.583319ms","start":"2026-03-08T03:02:13.73757Z","end":"2026-03-08T03:02:14.636154Z","steps":["trace[2053326259] 'process raft request' (duration: 898.209271ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:14.636196Z","caller":"traceutil/trace.go:171","msg":"trace[1325796839] transaction","detail":"{read_only:false; response_revision:16609; number_of_response:1; }","duration":"887.011978ms","start":"2026-03-08T03:02:13.749163Z","end":"2026-03-08T03:02:14.636175Z","steps":["trace[1325796839] 'process raft request' (duration: 886.708791ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:14.63619Z","caller":"traceutil/trace.go:171","msg":"trace[1687104176] linearizableReadLoop","detail":"{readStateIndex:17222; appliedIndex:17218; }","duration":"585.4143ms","start":"2026-03-08T03:02:14.050745Z","end":"2026-03-08T03:02:14.636159Z","steps":["trace[1687104176] 'read index received' (duration: 53.699761ms)","trace[1687104176] 'applied index is now lower than readState.Index' (duration: 531.710229ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:14.636252Z","caller":"traceutil/trace.go:171","msg":"trace[855037472] transaction","detail":"{read_only:false; response_revision:16610; number_of_response:1; }","duration":"886.106516ms","start":"2026-03-08T03:02:13.750085Z","end":"2026-03-08T03:02:14.636191Z","steps":["trace[855037472] 'process raft request' (duration: 885.84736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:14.636333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.749143Z","time spent":"887.1285ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:14.636368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.737534Z","time spent":"898.732033ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:14.636195Z","caller":"traceutil/trace.go:171","msg":"trace[1492594358] transaction","detail":"{read_only:false; response_revision:16607; number_of_response:1; }","duration":"1.002035558s","start":"2026-03-08T03:02:13.634122Z","end":"2026-03-08T03:02:14.636158Z","steps":["trace[1492594358] 'process raft request' (duration: 470.403551ms)","trace[1492594358] 'compare' (duration: 530.673554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:14.636552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.634086Z","time spent":"1.002396585s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:14.636588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.750072Z","time spent":"886.327082ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:15.032739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.712441ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:02:15.032878Z","caller":"traceutil/trace.go:171","msg":"trace[1661898796] linearizableReadLoop","detail":"{readStateIndex:17223; appliedIndex:17222; }","duration":"396.587378ms","start":"2026-03-08T03:02:14.636268Z","end":"2026-03-08T03:02:15.032855Z","steps":["trace[1661898796] 'read index received' (duration: 94.092µs)","trace[1661898796] 'applied index is now lower than readState.Index' (duration: 396.491256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:15.032947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324342692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:15.033622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.987788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-08T03:02:15.033619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.284694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:02:15.033674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.779367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-08T03:02:15.033678Z","caller":"traceutil/trace.go:171","msg":"trace[1712752447] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:16610; }","duration":"599.07646ms","start":"2026-03-08T03:02:14.434583Z","end":"2026-03-08T03:02:15.033659Z","steps":["trace[1712752447] 'agreement among raft nodes before linearized reading' (duration: 598.939537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.033089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279442928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12553"} {"level":"info","ts":"2026-03-08T03:02:15.033693Z","caller":"traceutil/trace.go:171","msg":"trace[482358062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16610; }","duration":"907.395286ms","start":"2026-03-08T03:02:14.126274Z","end":"2026-03-08T03:02:15.033669Z","steps":["trace[482358062] 'agreement among raft nodes before linearized reading' (duration: 907.311004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.033728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.434558Z","time spent":"599.158603ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" "} {"level":"warn","ts":"2026-03-08T03:02:15.033732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.726383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-cgjnt\" ","response":"range_response_count:1 size:15348"} {"level":"info","ts":"2026-03-08T03:02:15.033739Z","caller":"traceutil/trace.go:171","msg":"trace[1034802872] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:16610; }","duration":"1.280120665s","start":"2026-03-08T03:02:13.753598Z","end":"2026-03-08T03:02:15.033719Z","steps":["trace[1034802872] 'agreement among raft nodes before linearized reading' (duration: 882.703807ms)","trace[1034802872] 'range keys from in-memory index tree' (duration: 396.728031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:15.035304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.753583Z","time spent":"1.281699571s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12576,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:02:15.033724Z","caller":"traceutil/trace.go:171","msg":"trace[829025878] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16610; }","duration":"406.866369ms","start":"2026-03-08T03:02:14.626837Z","end":"2026-03-08T03:02:15.033703Z","steps":["trace[829025878] 'agreement among raft nodes before linearized reading' (duration: 406.755077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.035512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.626811Z","time spent":"408.64381ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:15.033756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.126243Z","time spent":"907.499819ms","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:15.033324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405949817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:15.035733Z","caller":"traceutil/trace.go:171","msg":"trace[1213305146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16610; }","duration":"1.408405295s","start":"2026-03-08T03:02:13.627313Z","end":"2026-03-08T03:02:15.035718Z","steps":["trace[1213305146] 'agreement among raft nodes before linearized reading' (duration: 1.009011441s)","trace[1213305146] 'range keys from in-memory index tree' (duration: 396.961597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:15.03578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.62729Z","time spent":"1.408477997s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:02:15.03337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279834148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:15.035941Z","caller":"traceutil/trace.go:171","msg":"trace[1181554971] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16610; }","duration":"1.282443099s","start":"2026-03-08T03:02:13.753468Z","end":"2026-03-08T03:02:15.035911Z","steps":["trace[1181554971] 'agreement among raft nodes before linearized reading' (duration: 882.84164ms)","trace[1181554971] 'range keys from in-memory index tree' (duration: 397.005928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:15.036025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.753451Z","time spent":"1.282550551s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:02:15.033376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295516415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-08T03:02:15.036138Z","caller":"traceutil/trace.go:171","msg":"trace[1994252414] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16610; }","duration":"1.298316881s","start":"2026-03-08T03:02:13.737799Z","end":"2026-03-08T03:02:15.036116Z","steps":["trace[1994252414] 'agreement among raft nodes before linearized reading' (duration: 898.528208ms)","trace[1994252414] 'range keys from in-memory index tree' (duration: 396.911965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:15.033491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296612161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-08T03:02:15.036207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.737782Z","time spent":"1.298405384s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T03:02:15.036247Z","caller":"traceutil/trace.go:171","msg":"trace[663716923] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16610; }","duration":"1.299396536s","start":"2026-03-08T03:02:13.736821Z","end":"2026-03-08T03:02:15.036217Z","steps":["trace[663716923] 'agreement among raft nodes before linearized reading' (duration: 899.513541ms)","trace[663716923] 'range keys from in-memory index tree' (duration: 397.030548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:15.033521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.514693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-xpw5d\" ","response":"range_response_count:1 size:6957"} {"level":"warn","ts":"2026-03-08T03:02:15.03354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.504139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-08T03:02:15.033554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.77573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:02:15.033547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.966655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:02:15.033534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.380968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:02:15.03359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.645296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22011"} {"level":"warn","ts":"2026-03-08T03:02:15.033195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064474553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:02:15.033806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.597371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/neutron-ks-endpoints-p9dsz\" ","response":"range_response_count:1 size:2831"} {"level":"info","ts":"2026-03-08T03:02:15.033808Z","caller":"traceutil/trace.go:171","msg":"trace[1582375561] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-cgjnt; range_end:; response_count:1; response_revision:16610; }","duration":"578.805135ms","start":"2026-03-08T03:02:14.454961Z","end":"2026-03-08T03:02:15.033766Z","steps":["trace[1582375561] 'agreement among raft nodes before linearized reading' (duration: 578.58797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.033869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.220539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19099"} {"level":"warn","ts":"2026-03-08T03:02:15.033911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.230494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6442"} {"level":"warn","ts":"2026-03-08T03:02:15.033936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.721175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" ","response":"range_response_count:1 size:20665"} {"level":"info","ts":"2026-03-08T03:02:15.033922Z","caller":"traceutil/trace.go:171","msg":"trace[207034206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16610; }","duration":"1.325253453s","start":"2026-03-08T03:02:13.708374Z","end":"2026-03-08T03:02:15.033627Z","steps":["trace[207034206] 'agreement among raft nodes before linearized reading' (duration: 927.945558ms)","trace[207034206] 'range keys from in-memory index tree' (duration: 396.420144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:15.034006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.231201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:02:15.034006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.238417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22011"} {"level":"warn","ts":"2026-03-08T03:02:15.034081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.160037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:02:15.033312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285196944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:02:15.034755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300087043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:930176"} {"level":"warn","ts":"2026-03-08T03:02:15.036367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.736795Z","time spent":"1.29955431s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T03:02:15.036431Z","caller":"traceutil/trace.go:171","msg":"trace[1713303816] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:16610; }","duration":"574.492254ms","start":"2026-03-08T03:02:14.461919Z","end":"2026-03-08T03:02:15.036411Z","steps":["trace[1713303816] 'agreement among raft nodes before linearized reading' (duration: 571.567435ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.036483Z","caller":"traceutil/trace.go:171","msg":"trace[775304620] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-xpw5d; range_end:; response_count:1; response_revision:16610; }","duration":"614.517042ms","start":"2026-03-08T03:02:14.421957Z","end":"2026-03-08T03:02:15.036474Z","steps":["trace[775304620] 'agreement among raft nodes before linearized reading' (duration: 611.43328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.0365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.461912Z","time spent":"574.571685ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"info","ts":"2026-03-08T03:02:15.036491Z","caller":"traceutil/trace.go:171","msg":"trace[354259038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16610; }","duration":"390.926155ms","start":"2026-03-08T03:02:14.645542Z","end":"2026-03-08T03:02:15.036468Z","steps":["trace[354259038] 'agreement among raft nodes before linearized reading' (duration: 387.920525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.03653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.421941Z","time spent":"614.575934ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-xpw5d\" "} {"level":"info","ts":"2026-03-08T03:02:15.03652Z","caller":"traceutil/trace.go:171","msg":"trace[1567768145] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cwj6k; range_end:; response_count:1; response_revision:16610; }","duration":"593.329696ms","start":"2026-03-08T03:02:14.443165Z","end":"2026-03-08T03:02:15.036495Z","steps":["trace[1567768145] 'agreement among raft nodes before linearized reading' (duration: 590.407467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.036553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.645525Z","time spent":"391.010527ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:02:15.036594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.443146Z","time spent":"593.437258ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20688,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cwj6k\" "} {"level":"warn","ts":"2026-03-08T03:02:15.036601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.708305Z","time spent":"1.328276885s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:02:15.036623Z","caller":"traceutil/trace.go:171","msg":"trace[980600239] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab; range_end:; response_count:1; response_revision:16610; }","duration":"982.631753ms","start":"2026-03-08T03:02:14.053982Z","end":"2026-03-08T03:02:15.036613Z","steps":["trace[980600239] 'agreement among raft nodes before linearized reading' (duration: 979.444788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.036658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.053963Z","time spent":"982.681853ms","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab\" "} {"level":"info","ts":"2026-03-08T03:02:15.036702Z","caller":"traceutil/trace.go:171","msg":"trace[1343522966] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16610; }","duration":"334.584483ms","start":"2026-03-08T03:02:14.702105Z","end":"2026-03-08T03:02:15.03669Z","steps":["trace[1343522966] 'agreement among raft nodes before linearized reading' (duration: 331.361518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.03675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.702092Z","time spent":"334.642254ms","remote":"127.0.0.1:53598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:02:15.036857Z","caller":"traceutil/trace.go:171","msg":"trace[1597540878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16610; }","duration":"656.126719ms","start":"2026-03-08T03:02:14.380712Z","end":"2026-03-08T03:02:15.036839Z","steps":["trace[1597540878] 'agreement among raft nodes before linearized reading' (duration: 652.869982ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.036931Z","caller":"traceutil/trace.go:171","msg":"trace[1910090260] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/neutron-ks-endpoints-p9dsz; range_end:; response_count:1; response_revision:16610; }","duration":"841.768237ms","start":"2026-03-08T03:02:14.195151Z","end":"2026-03-08T03:02:15.03692Z","steps":["trace[1910090260] 'agreement among raft nodes before linearized reading' (duration: 838.424038ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.03699Z","caller":"traceutil/trace.go:171","msg":"trace[188198954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16610; }","duration":"1.288893781s","start":"2026-03-08T03:02:13.748071Z","end":"2026-03-08T03:02:15.036965Z","steps":["trace[188198954] 'agreement among raft nodes before linearized reading' (duration: 888.176656ms)","trace[188198954] 'count revisions from in-memory index tree' (duration: 397.013319ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:15.036449Z","caller":"traceutil/trace.go:171","msg":"trace[282760015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16610; }","duration":"655.723729ms","start":"2026-03-08T03:02:14.380712Z","end":"2026-03-08T03:02:15.036436Z","steps":["trace[282760015] 'agreement among raft nodes before linearized reading' (duration: 652.748219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.037092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.748062Z","time spent":"1.289005793s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:15.037119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.380683Z","time spent":"656.416906ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:02:15.037257Z","caller":"traceutil/trace.go:171","msg":"trace[1899968510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:16610; }","duration":"602.657974ms","start":"2026-03-08T03:02:14.434583Z","end":"2026-03-08T03:02:15.037241Z","steps":["trace[1899968510] 'agreement among raft nodes before linearized reading' (duration: 598.953517ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.036866Z","caller":"traceutil/trace.go:171","msg":"trace[753600941] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:16610; }","duration":"1.068253872s","start":"2026-03-08T03:02:13.968592Z","end":"2026-03-08T03:02:15.036846Z","steps":["trace[753600941] 'agreement among raft nodes before linearized reading' (duration: 667.698541ms)","trace[753600941] 'count revisions from in-memory index tree' (duration: 396.791783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:15.037313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.434558Z","time spent":"602.738737ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-wh7tb\" "} {"level":"warn","ts":"2026-03-08T03:02:15.037336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.968565Z","time spent":"1.068750623s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":72,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:02:15.037387Z","caller":"traceutil/trace.go:171","msg":"trace[788728927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16610; }","duration":"367.496545ms","start":"2026-03-08T03:02:14.669879Z","end":"2026-03-08T03:02:15.037376Z","steps":["trace[788728927] 'agreement among raft nodes before linearized reading' (duration: 363.585954ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.037103Z","caller":"traceutil/trace.go:171","msg":"trace[2080909140] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16610; }","duration":"2.302480449s","start":"2026-03-08T03:02:12.734603Z","end":"2026-03-08T03:02:15.037084Z","steps":["trace[2080909140] 'agreement among raft nodes before linearized reading' (duration: 1.901742623s)","trace[2080909140] 'range keys from in-memory index tree' (duration: 396.992748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:15.037444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.669862Z","time spent":"367.563217ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:02:15.037004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.195124Z","time spent":"841.840788ms","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":2854,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/neutron-ks-endpoints-p9dsz\" "} {"level":"warn","ts":"2026-03-08T03:02:15.037037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.454943Z","time spent":"582.085511ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15371,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-cgjnt\" "} {"level":"info","ts":"2026-03-08T03:02:15.037345Z","caller":"traceutil/trace.go:171","msg":"trace[1172671127] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:16610; }","duration":"597.583125ms","start":"2026-03-08T03:02:14.439743Z","end":"2026-03-08T03:02:15.037326Z","steps":["trace[1172671127] 'agreement among raft nodes before linearized reading' (duration: 593.776106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.037741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.439735Z","time spent":"597.983524ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"warn","ts":"2026-03-08T03:02:15.037487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:12.734578Z","time spent":"2.302884788s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":930199,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T03:02:15.037964Z","caller":"traceutil/trace.go:171","msg":"trace[691519243] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16610; }","duration":"641.64909ms","start":"2026-03-08T03:02:14.395408Z","end":"2026-03-08T03:02:15.037057Z","steps":["trace[691519243] 'agreement among raft nodes before linearized reading' (duration: 638.160808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.037047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.380683Z","time spent":"656.228942ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:02:15.038885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.395381Z","time spent":"643.480492ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19122,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:03:03.9643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.663974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:03:03.96439Z","caller":"traceutil/trace.go:171","msg":"trace[1270396782] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16936; }","duration":"132.771507ms","start":"2026-03-08T03:03:03.831601Z","end":"2026-03-08T03:03:03.964373Z","steps":["trace[1270396782] 'count revisions from in-memory index tree' (duration: 132.528281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:03.96467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.372571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-xpw5d\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-03-08T03:03:03.964696Z","caller":"traceutil/trace.go:171","msg":"trace[617694029] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-xpw5d; range_end:; response_count:1; response_revision:16936; }","duration":"122.449024ms","start":"2026-03-08T03:03:03.842241Z","end":"2026-03-08T03:03:03.96469Z","steps":["trace[617694029] 'range keys from in-memory index tree' (duration: 122.110296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:03.965068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.473733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-08T03:03:03.965097Z","caller":"traceutil/trace.go:171","msg":"trace[1651996465] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:16936; }","duration":"110.559654ms","start":"2026-03-08T03:03:03.854531Z","end":"2026-03-08T03:03:03.965091Z","steps":["trace[1651996465] 'range keys from in-memory index tree' (duration: 110.332859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:06.552261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081885414,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:03:06.967916Z","caller":"traceutil/trace.go:171","msg":"trace[107107184] linearizableReadLoop","detail":"{readStateIndex:17590; appliedIndex:17589; }","duration":"916.001219ms","start":"2026-03-08T03:03:06.051891Z","end":"2026-03-08T03:03:06.967892Z","steps":["trace[107107184] 'read index received' (duration: 915.884896ms)","trace[107107184] 'applied index is now lower than readState.Index' (duration: 115.463µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:03:06.968039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.126732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:03:06.968067Z","caller":"traceutil/trace.go:171","msg":"trace[390920974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16963; }","duration":"916.174943ms","start":"2026-03-08T03:03:06.051884Z","end":"2026-03-08T03:03:06.968059Z","steps":["trace[390920974] 'agreement among raft nodes before linearized reading' (duration: 916.105521ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:06.96798Z","caller":"traceutil/trace.go:171","msg":"trace[883488198] transaction","detail":"{read_only:false; response_revision:16963; number_of_response:1; }","duration":"924.039857ms","start":"2026-03-08T03:03:06.043898Z","end":"2026-03-08T03:03:06.967938Z","steps":["trace[883488198] 'process raft request' (duration: 923.860933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:06.96809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:06.051865Z","time spent":"916.218844ms","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:03:06.968241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:06.043875Z","time spent":"924.270323ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:07.057434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.250081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:03:07.057509Z","caller":"traceutil/trace.go:171","msg":"trace[969816145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16966; }","duration":"794.378773ms","start":"2026-03-08T03:03:06.263114Z","end":"2026-03-08T03:03:07.057492Z","steps":["trace[969816145] 'agreement among raft nodes before linearized reading' (duration: 794.191419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:07.057556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:06.26309Z","time spent":"794.448406ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:03:07.057612Z","caller":"traceutil/trace.go:171","msg":"trace[856728945] transaction","detail":"{read_only:false; response_revision:16966; number_of_response:1; }","duration":"134.367484ms","start":"2026-03-08T03:03:06.923182Z","end":"2026-03-08T03:03:07.057549Z","steps":["trace[856728945] 'process raft request' (duration: 134.079057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:07.057735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.897409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:07.057762Z","caller":"traceutil/trace.go:171","msg":"trace[1034756239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16966; }","duration":"348.92319ms","start":"2026-03-08T03:03:06.708832Z","end":"2026-03-08T03:03:07.057755Z","steps":["trace[1034756239] 'agreement among raft nodes before linearized reading' (duration: 348.872908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:07.057784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:06.708776Z","time spent":"349.003601ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:03:07.057827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.989721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:03:07.057855Z","caller":"traceutil/trace.go:171","msg":"trace[483671643] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16966; }","duration":"692.072533ms","start":"2026-03-08T03:03:06.365777Z","end":"2026-03-08T03:03:07.057849Z","steps":["trace[483671643] 'agreement among raft nodes before linearized reading' (duration: 691.993021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:07.057875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:06.365752Z","time spent":"692.119444ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":54,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:03:07.057904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.593977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:07.057928Z","caller":"traceutil/trace.go:171","msg":"trace[632435109] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:16966; }","duration":"782.633949ms","start":"2026-03-08T03:03:06.275288Z","end":"2026-03-08T03:03:07.057922Z","steps":["trace[632435109] 'agreement among raft nodes before linearized reading' (duration: 782.595988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:07.05795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:06.275279Z","time spent":"782.666099ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:03:07.057973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.093343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:07.057993Z","caller":"traceutil/trace.go:171","msg":"trace[762609505] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:16966; }","duration":"398.155234ms","start":"2026-03-08T03:03:06.659832Z","end":"2026-03-08T03:03:07.057987Z","steps":["trace[762609505] 'agreement among raft nodes before linearized reading' (duration: 398.124283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:07.058011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:06.659816Z","time spent":"398.190616ms","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:03:07.058138Z","caller":"traceutil/trace.go:171","msg":"trace[668517176] transaction","detail":"{read_only:false; response_revision:16964; number_of_response:1; }","duration":"135.150061ms","start":"2026-03-08T03:03:06.922979Z","end":"2026-03-08T03:03:07.058129Z","steps":["trace[668517176] 'process raft request' (duration: 124.247175ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:07.058208Z","caller":"traceutil/trace.go:171","msg":"trace[1325828960] transaction","detail":"{read_only:false; response_revision:16965; number_of_response:1; }","duration":"135.07112ms","start":"2026-03-08T03:03:06.923127Z","end":"2026-03-08T03:03:07.058198Z","steps":["trace[1325828960] 'process raft request' (duration: 134.095367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:07.058141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.307821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:03:07.058331Z","caller":"traceutil/trace.go:171","msg":"trace[272286401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16966; }","duration":"658.536526ms","start":"2026-03-08T03:03:06.399788Z","end":"2026-03-08T03:03:07.058325Z","steps":["trace[272286401] 'agreement among raft nodes before linearized reading' (duration: 658.312331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:07.058349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:06.399734Z","time spent":"658.610947ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:03:11.905358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.670302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:11.905451Z","caller":"traceutil/trace.go:171","msg":"trace[514635253] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:17049; }","duration":"437.821875ms","start":"2026-03-08T03:03:11.467607Z","end":"2026-03-08T03:03:11.905429Z","steps":["trace[514635253] 'count revisions from in-memory index tree' (duration: 437.497638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:11.905506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:11.467578Z","time spent":"437.912008ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:03:11.906155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.080939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:11.906204Z","caller":"traceutil/trace.go:171","msg":"trace[1398276861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17049; }","duration":"195.178801ms","start":"2026-03-08T03:03:11.711013Z","end":"2026-03-08T03:03:11.906192Z","steps":["trace[1398276861] 'range keys from in-memory index tree' (duration: 194.985796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:11.90621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.869675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:03:11.906292Z","caller":"traceutil/trace.go:171","msg":"trace[1057807559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17049; }","duration":"423.011658ms","start":"2026-03-08T03:03:11.483258Z","end":"2026-03-08T03:03:11.90627Z","steps":["trace[1057807559] 'range keys from in-memory index tree' (duration: 422.611958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:11.906343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:11.483233Z","time spent":"423.097479ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:03:11.90659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.338618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:03:11.906619Z","caller":"traceutil/trace.go:171","msg":"trace[700723944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17049; }","duration":"421.38367ms","start":"2026-03-08T03:03:11.485228Z","end":"2026-03-08T03:03:11.906612Z","steps":["trace[700723944] 'range keys from in-memory index tree' (duration: 421.267006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:11.90664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:11.485222Z","time spent":"421.41197ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:03:11.906811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.652405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:03:11.906849Z","caller":"traceutil/trace.go:171","msg":"trace[1536214079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17049; }","duration":"421.749798ms","start":"2026-03-08T03:03:11.485089Z","end":"2026-03-08T03:03:11.906839Z","steps":["trace[1536214079] 'range keys from in-memory index tree' (duration: 421.44132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:11.906869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:11.485063Z","time spent":"421.801219ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:03:11.90718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.926967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-08T03:03:11.907231Z","caller":"traceutil/trace.go:171","msg":"trace[1358210242] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:17049; }","duration":"118.02619ms","start":"2026-03-08T03:03:11.789192Z","end":"2026-03-08T03:03:11.907218Z","steps":["trace[1358210242] 'range keys from in-memory index tree' (duration: 117.666811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:11.907244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.743078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b98b9eb-cdfa-474b-bfbf-364ca1912c5b\" ","response":"range_response_count:1 size:3639"} {"level":"info","ts":"2026-03-08T03:03:11.907271Z","caller":"traceutil/trace.go:171","msg":"trace[335727195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b98b9eb-cdfa-474b-bfbf-364ca1912c5b; range_end:; response_count:1; response_revision:17049; }","duration":"343.810879ms","start":"2026-03-08T03:03:11.563451Z","end":"2026-03-08T03:03:11.907262Z","steps":["trace[335727195] 'range keys from in-memory index tree' (duration: 343.568244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:11.907293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:11.563417Z","time spent":"343.870851ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b98b9eb-cdfa-474b-bfbf-364ca1912c5b\" "} {"level":"info","ts":"2026-03-08T03:03:12.310359Z","caller":"traceutil/trace.go:171","msg":"trace[1396239669] transaction","detail":"{read_only:false; response_revision:17050; number_of_response:1; }","duration":"399.068086ms","start":"2026-03-08T03:03:11.911261Z","end":"2026-03-08T03:03:12.310329Z","steps":["trace[1396239669] 'process raft request' (duration: 398.895602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.31055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:11.911244Z","time spent":"399.209489ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:03:12.83521Z","caller":"traceutil/trace.go:171","msg":"trace[1133794927] linearizableReadLoop","detail":"{readStateIndex:17680; appliedIndex:17678; }","duration":"921.14495ms","start":"2026-03-08T03:03:11.914044Z","end":"2026-03-08T03:03:12.835189Z","steps":["trace[1133794927] 'read index received' (duration: 396.840124ms)","trace[1133794927] 'applied index is now lower than readState.Index' (duration: 524.303995ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:03:12.835388Z","caller":"traceutil/trace.go:171","msg":"trace[1615706286] transaction","detail":"{read_only:false; response_revision:17051; number_of_response:1; }","duration":"922.646174ms","start":"2026-03-08T03:03:11.912734Z","end":"2026-03-08T03:03:12.83538Z","steps":["trace[1615706286] 'process raft request' (duration: 921.506017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.835483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:11.912718Z","time spent":"922.693496ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:03:12.83554Z","caller":"traceutil/trace.go:171","msg":"trace[864165262] transaction","detail":"{read_only:false; response_revision:17052; number_of_response:1; }","duration":"922.649445ms","start":"2026-03-08T03:03:11.912839Z","end":"2026-03-08T03:03:12.835488Z","steps":["trace[864165262] 'process raft request' (duration: 922.312197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.835743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:11.912809Z","time spent":"922.832009ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:12.835964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.560215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-08T03:03:12.83597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.506503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:03:12.836014Z","caller":"traceutil/trace.go:171","msg":"trace[730942994] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:17052; }","duration":"113.659268ms","start":"2026-03-08T03:03:12.722343Z","end":"2026-03-08T03:03:12.836002Z","steps":["trace[730942994] 'agreement among raft nodes before linearized reading' (duration: 113.505004ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:12.83605Z","caller":"traceutil/trace.go:171","msg":"trace[1161631203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17052; }","duration":"179.640136ms","start":"2026-03-08T03:03:12.656387Z","end":"2026-03-08T03:03:12.836027Z","steps":["trace[1161631203] 'agreement among raft nodes before linearized reading' (duration: 179.479872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.836092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.858197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417153"} {"level":"warn","ts":"2026-03-08T03:03:12.836088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.963793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-08T03:03:12.83612Z","caller":"traceutil/trace.go:171","msg":"trace[1423041401] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17052; }","duration":"535.930228ms","start":"2026-03-08T03:03:12.30018Z","end":"2026-03-08T03:03:12.836111Z","steps":["trace[1423041401] 'agreement among raft nodes before linearized reading' (duration: 535.816325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.836076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.767956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:03:12.836138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.054594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:03:12.836162Z","caller":"traceutil/trace.go:171","msg":"trace[74306858] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17052; }","duration":"177.054106ms","start":"2026-03-08T03:03:12.659089Z","end":"2026-03-08T03:03:12.836143Z","steps":["trace[74306858] 'agreement among raft nodes before linearized reading' (duration: 176.776779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.836168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.583714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b98b9eb-cdfa-474b-bfbf-364ca1912c5b\" ","response":"range_response_count:1 size:3639"} {"level":"warn","ts":"2026-03-08T03:03:12.836215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.439959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-xpw5d\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-03-08T03:03:12.836288Z","caller":"traceutil/trace.go:171","msg":"trace[1408798259] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-xpw5d; range_end:; response_count:1; response_revision:17052; }","duration":"775.562382ms","start":"2026-03-08T03:03:12.060715Z","end":"2026-03-08T03:03:12.836278Z","steps":["trace[1408798259] 'agreement among raft nodes before linearized reading' (duration: 774.786374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.836147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.30016Z","time spent":"535.983389ms","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417176,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-08T03:03:12.83629Z","caller":"traceutil/trace.go:171","msg":"trace[276476016] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b98b9eb-cdfa-474b-bfbf-364ca1912c5b; range_end:; response_count:1; response_revision:17052; }","duration":"657.753107ms","start":"2026-03-08T03:03:12.1785Z","end":"2026-03-08T03:03:12.836253Z","steps":["trace[276476016] 'agreement among raft nodes before linearized reading' (duration: 657.389069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.836334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.060688Z","time spent":"775.635314ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-xpw5d\" "} {"level":"warn","ts":"2026-03-08T03:03:12.836305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.895919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-08T03:03:12.836205Z","caller":"traceutil/trace.go:171","msg":"trace[435611134] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:17052; }","duration":"720.961831ms","start":"2026-03-08T03:03:12.115209Z","end":"2026-03-08T03:03:12.836171Z","steps":["trace[435611134] 'agreement among raft nodes before linearized reading' (duration: 720.737435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.836362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.178476Z","time spent":"657.871441ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b98b9eb-cdfa-474b-bfbf-364ca1912c5b\" "} {"level":"warn","ts":"2026-03-08T03:03:12.836398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.115156Z","time spent":"721.232148ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:03:12.8364Z","caller":"traceutil/trace.go:171","msg":"trace[862033635] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:17052; }","duration":"741.044972ms","start":"2026-03-08T03:03:12.095329Z","end":"2026-03-08T03:03:12.836374Z","steps":["trace[862033635] 'agreement among raft nodes before linearized reading' (duration: 740.718845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.835971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.670826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"warn","ts":"2026-03-08T03:03:12.836452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.095309Z","time spent":"741.132794ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" "} {"level":"info","ts":"2026-03-08T03:03:12.836209Z","caller":"traceutil/trace.go:171","msg":"trace[90156780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17052; }","duration":"655.169477ms","start":"2026-03-08T03:03:12.181012Z","end":"2026-03-08T03:03:12.836181Z","steps":["trace[90156780] 'agreement among raft nodes before linearized reading' (duration: 654.994753ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:12.836495Z","caller":"traceutil/trace.go:171","msg":"trace[1038761491] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17052; }","duration":"295.244909ms","start":"2026-03-08T03:03:12.541234Z","end":"2026-03-08T03:03:12.836479Z","steps":["trace[1038761491] 'agreement among raft nodes before linearized reading' (duration: 294.610234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.836541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.180975Z","time spent":"655.553926ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:03:12.837042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.962532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:949911"} {"level":"info","ts":"2026-03-08T03:03:12.837151Z","caller":"traceutil/trace.go:171","msg":"trace[1252469511] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17052; }","duration":"923.122806ms","start":"2026-03-08T03:03:11.914002Z","end":"2026-03-08T03:03:12.837125Z","steps":["trace[1252469511] 'agreement among raft nodes before linearized reading' (duration: 921.959599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:12.837212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:11.913984Z","time spent":"923.215048ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":949934,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:03:14.603231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489419395s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:03:14.603351Z","caller":"traceutil/trace.go:171","msg":"trace[1408814611] transaction","detail":"{read_only:false; response_revision:17053; number_of_response:1; }","duration":"1.763715893s","start":"2026-03-08T03:03:12.839615Z","end":"2026-03-08T03:03:14.603331Z","steps":["trace[1408814611] 'process raft request' (duration: 274.118284ms)","trace[1408814611] 'compare' (duration: 1.489114588s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:03:14.603408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.839597Z","time spent":"1.763787354s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:14.708475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594807308s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:03:14.949807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.857883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:03:14.950069Z","caller":"traceutil/trace.go:171","msg":"trace[1774041441] transaction","detail":"{read_only:false; response_revision:17054; number_of_response:1; }","duration":"2.108928695s","start":"2026-03-08T03:03:12.841096Z","end":"2026-03-08T03:03:14.950024Z","steps":["trace[1774041441] 'process raft request' (duration: 1.867726544s)","trace[1774041441] 'compare' (duration: 240.648008ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:03:14.950116Z","caller":"traceutil/trace.go:171","msg":"trace[505189361] transaction","detail":"{read_only:false; response_revision:17055; number_of_response:1; }","duration":"2.105821281s","start":"2026-03-08T03:03:12.844271Z","end":"2026-03-08T03:03:14.950092Z","steps":["trace[505189361] 'process raft request' (duration: 2.105677698s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:14.950217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.844253Z","time spent":"2.105919464s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3738,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:14.950278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.84107Z","time spent":"2.109095858s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:03:14.950488Z","caller":"traceutil/trace.go:171","msg":"trace[1151783766] transaction","detail":"{read_only:false; response_revision:17056; number_of_response:1; }","duration":"1.869927245s","start":"2026-03-08T03:03:13.08053Z","end":"2026-03-08T03:03:14.950457Z","steps":["trace[1151783766] 'process raft request' (duration: 1.869499205s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:14.950663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.080499Z","time spent":"1.870083629s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:03:14.950872Z","caller":"traceutil/trace.go:171","msg":"trace[650315056] transaction","detail":"{read_only:false; response_revision:17057; number_of_response:1; }","duration":"1.870295424s","start":"2026-03-08T03:03:13.080565Z","end":"2026-03-08T03:03:14.95086Z","steps":["trace[650315056] 'process raft request' (duration: 1.869784902s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:14.950938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.080535Z","time spent":"1.870370876s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:03:14.9511Z","caller":"traceutil/trace.go:171","msg":"trace[25719682] linearizableReadLoop","detail":"{readStateIndex:17682; appliedIndex:17680; }","duration":"2.108690819s","start":"2026-03-08T03:03:12.842351Z","end":"2026-03-08T03:03:14.951042Z","steps":["trace[25719682] 'read index received' (duration: 271.332428ms)","trace[25719682] 'applied index is now lower than readState.Index' (duration: 1.837356611s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:03:14.951097Z","caller":"traceutil/trace.go:171","msg":"trace[159533830] transaction","detail":"{read_only:false; response_revision:17058; number_of_response:1; }","duration":"1.869626988s","start":"2026-03-08T03:03:13.08144Z","end":"2026-03-08T03:03:14.951067Z","steps":["trace[159533830] 'process raft request' (duration: 1.869376182s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:14.951324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108966355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"warn","ts":"2026-03-08T03:03:14.951309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.081434Z","time spent":"1.869761221s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:03:14.95138Z","caller":"traceutil/trace.go:171","msg":"trace[1738870289] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:17058; }","duration":"2.109038197s","start":"2026-03-08T03:03:12.842325Z","end":"2026-03-08T03:03:14.951363Z","steps":["trace[1738870289] 'agreement among raft nodes before linearized reading' (duration: 2.108829152s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:14.951405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.84231Z","time spent":"2.109090378s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1322,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-03-08T03:03:15.451677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081885680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:03:15.629515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000659445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:03:15.629688Z","caller":"traceutil/trace.go:171","msg":"trace[1133772949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000909291s","start":"2026-03-08T03:03:13.628737Z","end":"2026-03-08T03:03:15.629646Z","steps":["trace[1133772949] 'agreement among raft nodes before linearized reading' (duration: 2.000706056s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:15.630365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.628711Z","time spent":"2.001053994s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:03:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:03:15.710371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000644064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:03:15.710488Z","caller":"traceutil/trace.go:171","msg":"trace[2103848192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000845299s","start":"2026-03-08T03:03:13.70962Z","end":"2026-03-08T03:03:15.710466Z","steps":["trace[2103848192] 'agreement among raft nodes before linearized reading' (duration: 2.000689356s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:15.710548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.709595Z","time spent":"2.000940751s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:03:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:03:15.952751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081885680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:03:16.453545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081885680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:03:16.495743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.658445983s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:03:16.49665Z","caller":"traceutil/trace.go:171","msg":"trace[1284688833] transaction","detail":"{read_only:false; response_revision:17059; number_of_response:1; }","duration":"3.234251247s","start":"2026-03-08T03:03:13.262349Z","end":"2026-03-08T03:03:16.496601Z","steps":["trace[1284688833] 'process raft request' (duration: 3.233811076s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:16.496858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.26232Z","time spent":"3.234426511s","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417136,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:17.43383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.284507ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:03:17.581628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085584278s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:03:17.582311Z","caller":"traceutil/trace.go:171","msg":"trace[2113639748] linearizableReadLoop","detail":"{readStateIndex:17689; appliedIndex:17686; }","duration":"2.631129931s","start":"2026-03-08T03:03:14.951151Z","end":"2026-03-08T03:03:17.582281Z","steps":["trace[2113639748] 'read index received' (duration: 1.54496628s)","trace[2113639748] 'applied index is now lower than readState.Index' (duration: 1.086162051s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:03:17.582643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232114766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:03:17.582693Z","caller":"traceutil/trace.go:171","msg":"trace[12684870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17060; }","duration":"3.232229839s","start":"2026-03-08T03:03:14.350452Z","end":"2026-03-08T03:03:17.582682Z","steps":["trace[12684870] 'agreement among raft nodes before linearized reading' (duration: 3.231975303s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.582683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740349565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:03:17.582888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.180092294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:03:17.582934Z","caller":"traceutil/trace.go:171","msg":"trace[1571729329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17060; }","duration":"4.180192116s","start":"2026-03-08T03:03:13.402731Z","end":"2026-03-08T03:03:17.582923Z","steps":["trace[1571729329] 'agreement among raft nodes before linearized reading' (duration: 4.180065113s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.582998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.402704Z","time spent":"4.180284209s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:03:17.583251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491012921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:03:17.583289Z","caller":"traceutil/trace.go:171","msg":"trace[424265000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17060; }","duration":"4.491070112s","start":"2026-03-08T03:03:13.09221Z","end":"2026-03-08T03:03:17.58328Z","steps":["trace[424265000] 'agreement among raft nodes before linearized reading' (duration: 4.490961859s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.583302Z","caller":"traceutil/trace.go:171","msg":"trace[986949461] transaction","detail":"{read_only:false; response_revision:17060; number_of_response:1; }","duration":"1.422601776s","start":"2026-03-08T03:03:16.160666Z","end":"2026-03-08T03:03:17.583267Z","steps":["trace[986949461] 'process raft request' (duration: 1.421318616s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.583348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.0922Z","time spent":"4.491138173s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:03:17.583446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:16.160636Z","time spent":"1.42272437s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:17.583653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.496784386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:03:17.583699Z","caller":"traceutil/trace.go:171","msg":"trace[88014298] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:17060; }","duration":"4.496862888s","start":"2026-03-08T03:03:13.086824Z","end":"2026-03-08T03:03:17.583687Z","steps":["trace[88014298] 'agreement among raft nodes before linearized reading' (duration: 4.496651713s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.583763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.086811Z","time spent":"4.49694048s","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":119,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:03:17.583786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844796415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.189abe9e53855cce\" ","response":"range_response_count:1 size:1004"} {"level":"warn","ts":"2026-03-08T03:03:17.58389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733409542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-08T03:03:17.583928Z","caller":"traceutil/trace.go:171","msg":"trace[1543328827] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4wg8w; range_end:; response_count:1; response_revision:17060; }","duration":"2.733460773s","start":"2026-03-08T03:03:14.850458Z","end":"2026-03-08T03:03:17.583918Z","steps":["trace[1543328827] 'agreement among raft nodes before linearized reading' (duration: 2.733299799s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.583953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:14.850449Z","time spent":"2.733498973s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4wg8w\" "} {"level":"info","ts":"2026-03-08T03:03:17.583952Z","caller":"traceutil/trace.go:171","msg":"trace[2080922586] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.189abe9e53855cce; range_end:; response_count:1; response_revision:17060; }","duration":"2.844911208s","start":"2026-03-08T03:03:14.738937Z","end":"2026-03-08T03:03:17.583848Z","steps":["trace[2080922586] 'agreement among raft nodes before linearized reading' (duration: 2.844727794s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.58409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:14.738919Z","time spent":"2.845137134s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1027,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.189abe9e53855cce\" "} {"level":"warn","ts":"2026-03-08T03:03:17.584391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743814276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:03:17.584538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888282536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:17.58463Z","caller":"traceutil/trace.go:171","msg":"trace[501763765] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:17060; }","duration":"2.88845634s","start":"2026-03-08T03:03:14.696153Z","end":"2026-03-08T03:03:17.58461Z","steps":["trace[501763765] 'agreement among raft nodes before linearized reading' (duration: 2.888282156s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.584673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:14.696131Z","time spent":"2.888534412s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:03:17.584437Z","caller":"traceutil/trace.go:171","msg":"trace[2146602893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17060; }","duration":"2.743918568s","start":"2026-03-08T03:03:14.840505Z","end":"2026-03-08T03:03:17.584424Z","steps":["trace[2146602893] 'agreement among raft nodes before linearized reading' (duration: 2.743809845s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.584744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:14.840476Z","time spent":"2.744232905s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:03:17.584951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.741179692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:949911"} {"level":"info","ts":"2026-03-08T03:03:17.584989Z","caller":"traceutil/trace.go:171","msg":"trace[1170737994] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17060; }","duration":"4.741254774s","start":"2026-03-08T03:03:12.843726Z","end":"2026-03-08T03:03:17.58498Z","steps":["trace[1170737994] 'agreement among raft nodes before linearized reading' (duration: 4.740593048s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.585014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.843711Z","time spent":"4.741296074s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":949934,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T03:03:17.582863Z","caller":"traceutil/trace.go:171","msg":"trace[1263700702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17060; }","duration":"2.74059213s","start":"2026-03-08T03:03:14.842243Z","end":"2026-03-08T03:03:17.582835Z","steps":["trace[1263700702] 'agreement among raft nodes before linearized reading' (duration: 2.740103779s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.58511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:14.842199Z","time spent":"2.742901404s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:03:17.582766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:14.350432Z","time spent":"3.23232s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:03:17.585275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.742727898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:03:17.585331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669203523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b98b9eb-cdfa-474b-bfbf-364ca1912c5b\" ","response":"range_response_count:1 size:3756"} {"level":"info","ts":"2026-03-08T03:03:17.585354Z","caller":"traceutil/trace.go:171","msg":"trace[1943781817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b98b9eb-cdfa-474b-bfbf-364ca1912c5b; range_end:; response_count:1; response_revision:17060; }","duration":"4.669277574s","start":"2026-03-08T03:03:12.916067Z","end":"2026-03-08T03:03:17.585345Z","steps":["trace[1943781817] 'agreement among raft nodes before linearized reading' (duration: 4.669153251s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.585374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.916042Z","time spent":"4.669328506s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b98b9eb-cdfa-474b-bfbf-364ca1912c5b\" "} {"level":"warn","ts":"2026-03-08T03:03:17.585913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909207777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-08T03:03:17.585956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.740327742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:949911"} {"level":"info","ts":"2026-03-08T03:03:17.585988Z","caller":"traceutil/trace.go:171","msg":"trace[97751504] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17060; }","duration":"4.740399853s","start":"2026-03-08T03:03:12.845579Z","end":"2026-03-08T03:03:17.585979Z","steps":["trace[97751504] 'agreement among raft nodes before linearized reading' (duration: 4.73983019s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.586013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.845556Z","time spent":"4.740450475s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":949934,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T03:03:17.585985Z","caller":"traceutil/trace.go:171","msg":"trace[1596489261] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:17060; }","duration":"2.90931835s","start":"2026-03-08T03:03:14.67665Z","end":"2026-03-08T03:03:17.585969Z","steps":["trace[1596489261] 'agreement among raft nodes before linearized reading' (duration: 2.909158646s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.585331Z","caller":"traceutil/trace.go:171","msg":"trace[1459516531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17060; }","duration":"4.742817061s","start":"2026-03-08T03:03:12.842501Z","end":"2026-03-08T03:03:17.585318Z","steps":["trace[1459516531] 'agreement among raft nodes before linearized reading' (duration: 4.7419461s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.586061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:14.67663Z","time spent":"2.909422793s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-08T03:03:17.58608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:12.842481Z","time spent":"4.743588018s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:03:17.586452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630420774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"warn","ts":"2026-03-08T03:03:17.586492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.218088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:03:17.586503Z","caller":"traceutil/trace.go:171","msg":"trace[633376068] transaction","detail":"{read_only:false; response_revision:17062; number_of_response:1; }","duration":"628.962791ms","start":"2026-03-08T03:03:16.957524Z","end":"2026-03-08T03:03:17.586487Z","steps":["trace[633376068] 'process raft request' (duration: 628.769716ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.58652Z","caller":"traceutil/trace.go:171","msg":"trace[1614734054] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:17064; }","duration":"704.29672ms","start":"2026-03-08T03:03:16.882214Z","end":"2026-03-08T03:03:17.586511Z","steps":["trace[1614734054] 'agreement among raft nodes before linearized reading' (duration: 704.239168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.586528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.690272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:03:17.586548Z","caller":"traceutil/trace.go:171","msg":"trace[1410772176] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:17064; }","duration":"999.762433ms","start":"2026-03-08T03:03:16.586778Z","end":"2026-03-08T03:03:17.586541Z","steps":["trace[1410772176] 'agreement among raft nodes before linearized reading' (duration: 999.732613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.586564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:16.586708Z","time spent":"999.851356ms","remote":"127.0.0.1:49786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:03:17.58657Z","caller":"traceutil/trace.go:171","msg":"trace[102499130] transaction","detail":"{read_only:false; response_revision:17063; number_of_response:1; }","duration":"628.182313ms","start":"2026-03-08T03:03:16.958381Z","end":"2026-03-08T03:03:17.586563Z","steps":["trace[102499130] 'process raft request' (duration: 627.943167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.586595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:16.957488Z","time spent":"629.045183ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:17.586643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:16.958367Z","time spent":"628.220614ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:17.586691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86967147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:17.586712Z","caller":"traceutil/trace.go:171","msg":"trace[204908636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17064; }","duration":"1.869737951s","start":"2026-03-08T03:03:15.716969Z","end":"2026-03-08T03:03:17.586707Z","steps":["trace[204908636] 'agreement among raft nodes before linearized reading' (duration: 1.86970141s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.586729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:15.716949Z","time spent":"1.869776592s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:03:17.586747Z","caller":"traceutil/trace.go:171","msg":"trace[1444408530] transaction","detail":"{read_only:false; response_revision:17064; number_of_response:1; }","duration":"300.944843ms","start":"2026-03-08T03:03:17.285776Z","end":"2026-03-08T03:03:17.586721Z","steps":["trace[1444408530] 'process raft request' (duration: 300.569964ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.586862Z","caller":"traceutil/trace.go:171","msg":"trace[1927579842] transaction","detail":"{read_only:false; response_revision:17061; number_of_response:1; }","duration":"629.416382ms","start":"2026-03-08T03:03:16.957438Z","end":"2026-03-08T03:03:17.586854Z","steps":["trace[1927579842] 'process raft request' (duration: 628.764596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.586861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:17.285748Z","time spent":"301.056385ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:17.586891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954652584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abe5059548d07\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-08T03:03:17.58691Z","caller":"traceutil/trace.go:171","msg":"trace[1666476858] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abe5059548d07; range_end:; response_count:1; response_revision:17064; }","duration":"1.954804998s","start":"2026-03-08T03:03:15.632098Z","end":"2026-03-08T03:03:17.586903Z","steps":["trace[1666476858] 'agreement among raft nodes before linearized reading' (duration: 1.954724696s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.586912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:16.957408Z","time spent":"629.481393ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:03:17.586924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:15.632075Z","time spent":"1.954845279s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abe5059548d07\" "} {"level":"warn","ts":"2026-03-08T03:03:17.586545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:16.882188Z","time spent":"704.349791ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:03:17.586497Z","caller":"traceutil/trace.go:171","msg":"trace[2138745305] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:17064; }","duration":"2.630492106s","start":"2026-03-08T03:03:14.955991Z","end":"2026-03-08T03:03:17.586484Z","steps":["trace[2138745305] 'agreement among raft nodes before linearized reading' (duration: 2.630381593s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.587136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:14.955971Z","time spent":"2.631157652s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1271,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-03-08T03:03:17.587193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035107042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:17.587217Z","caller":"traceutil/trace.go:171","msg":"trace[842988894] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:17064; }","duration":"2.035180954s","start":"2026-03-08T03:03:15.55203Z","end":"2026-03-08T03:03:17.587211Z","steps":["trace[842988894] 'agreement among raft nodes before linearized reading' (duration: 2.035143823s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.587232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:15.552004Z","time spent":"2.035224295s","remote":"127.0.0.1:36996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:03:17.587348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544917317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:03:17.587407Z","caller":"traceutil/trace.go:171","msg":"trace[1459147158] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:17064; }","duration":"2.54503123s","start":"2026-03-08T03:03:15.04236Z","end":"2026-03-08T03:03:17.587391Z","steps":["trace[1459147158] 'agreement among raft nodes before linearized reading' (duration: 2.54460904s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.587454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:15.04233Z","time spent":"2.545111421s","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:03:17.594161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227820736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-08T03:03:17.594237Z","caller":"traceutil/trace.go:171","msg":"trace[836441105] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17064; }","duration":"2.227967309s","start":"2026-03-08T03:03:15.366254Z","end":"2026-03-08T03:03:17.594222Z","steps":["trace[836441105] 'agreement among raft nodes before linearized reading' (duration: 2.221180289s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.594268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:15.366228Z","time spent":"2.228033811s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-08T03:03:17.736427Z","caller":"traceutil/trace.go:171","msg":"trace[897610085] transaction","detail":"{read_only:false; response_revision:17066; number_of_response:1; }","duration":"147.526952ms","start":"2026-03-08T03:03:17.588854Z","end":"2026-03-08T03:03:17.73638Z","steps":["trace[897610085] 'process raft request' (duration: 53.924865ms)","trace[897610085] 'compare' (duration: 93.337611ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:03:17.736613Z","caller":"traceutil/trace.go:171","msg":"trace[1028504915] transaction","detail":"{read_only:false; response_revision:17071; number_of_response:1; }","duration":"139.899164ms","start":"2026-03-08T03:03:17.596684Z","end":"2026-03-08T03:03:17.736583Z","steps":["trace[1028504915] 'process raft request' (duration: 139.848993ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.736831Z","caller":"traceutil/trace.go:171","msg":"trace[1903769745] transaction","detail":"{read_only:false; response_revision:17068; number_of_response:1; }","duration":"142.410853ms","start":"2026-03-08T03:03:17.59441Z","end":"2026-03-08T03:03:17.736821Z","steps":["trace[1903769745] 'process raft request' (duration: 142.007363ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.736835Z","caller":"traceutil/trace.go:171","msg":"trace[1038207021] linearizableReadLoop","detail":"{readStateIndex:17695; appliedIndex:17694; }","duration":"144.274276ms","start":"2026-03-08T03:03:17.592525Z","end":"2026-03-08T03:03:17.736799Z","steps":["trace[1038207021] 'read index received' (duration: 50.26835ms)","trace[1038207021] 'applied index is now lower than readState.Index' (duration: 94.003466ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:03:17.736919Z","caller":"traceutil/trace.go:171","msg":"trace[2074859887] transaction","detail":"{read_only:false; response_revision:17069; number_of_response:1; }","duration":"140.273373ms","start":"2026-03-08T03:03:17.596638Z","end":"2026-03-08T03:03:17.736911Z","steps":["trace[2074859887] 'process raft request' (duration: 139.829602ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.736955Z","caller":"traceutil/trace.go:171","msg":"trace[2083007967] transaction","detail":"{read_only:false; response_revision:17067; number_of_response:1; }","duration":"143.389245ms","start":"2026-03-08T03:03:17.59351Z","end":"2026-03-08T03:03:17.736899Z","steps":["trace[2083007967] 'process raft request' (duration: 142.843853ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.737082Z","caller":"traceutil/trace.go:171","msg":"trace[874872082] transaction","detail":"{read_only:false; response_revision:17070; number_of_response:1; }","duration":"140.444566ms","start":"2026-03-08T03:03:17.596623Z","end":"2026-03-08T03:03:17.737068Z","steps":["trace[874872082] 'process raft request' (duration: 139.877953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.737271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.720396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"warn","ts":"2026-03-08T03:03:17.737331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.472084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ebab3e7-eb6f-4cc4-b80b-50d35b4c9b3d\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-08T03:03:17.737345Z","caller":"traceutil/trace.go:171","msg":"trace[1865778889] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17071; }","duration":"144.86012ms","start":"2026-03-08T03:03:17.592465Z","end":"2026-03-08T03:03:17.737326Z","steps":["trace[1865778889] 'agreement among raft nodes before linearized reading' (duration: 144.566923ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.737381Z","caller":"traceutil/trace.go:171","msg":"trace[1383133868] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ebab3e7-eb6f-4cc4-b80b-50d35b4c9b3d; range_end:; response_count:1; response_revision:17071; }","duration":"142.547015ms","start":"2026-03-08T03:03:17.594822Z","end":"2026-03-08T03:03:17.737369Z","steps":["trace[1383133868] 'agreement among raft nodes before linearized reading' (duration: 142.439903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.737717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.929894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19099"} {"level":"info","ts":"2026-03-08T03:03:17.737755Z","caller":"traceutil/trace.go:171","msg":"trace[1553240719] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17071; }","duration":"139.970075ms","start":"2026-03-08T03:03:17.597776Z","end":"2026-03-08T03:03:17.737746Z","steps":["trace[1553240719] 'agreement among raft nodes before linearized reading' (duration: 139.853792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.7379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.077457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:17.737926Z","caller":"traceutil/trace.go:171","msg":"trace[475290348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17071; }","duration":"137.140088ms","start":"2026-03-08T03:03:17.600779Z","end":"2026-03-08T03:03:17.737919Z","steps":["trace[475290348] 'agreement among raft nodes before linearized reading' (duration: 137.098767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:17.738568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.698141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:949911"} {"level":"warn","ts":"2026-03-08T03:03:17.738807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.257232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.189abe9e54ee5260\" ","response":"range_response_count:1 size:734"} {"level":"info","ts":"2026-03-08T03:03:17.738872Z","caller":"traceutil/trace.go:171","msg":"trace[863917043] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.189abe9e54ee5260; range_end:; response_count:1; response_revision:17071; }","duration":"146.339404ms","start":"2026-03-08T03:03:17.592517Z","end":"2026-03-08T03:03:17.738857Z","steps":["trace[863917043] 'agreement among raft nodes before linearized reading' (duration: 144.702766ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:17.73934Z","caller":"traceutil/trace.go:171","msg":"trace[463483802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17071; }","duration":"134.782954ms","start":"2026-03-08T03:03:17.603837Z","end":"2026-03-08T03:03:17.73862Z","steps":["trace[463483802] 'agreement among raft nodes before linearized reading' (duration: 133.726749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:18.105634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.376188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:18.105716Z","caller":"traceutil/trace.go:171","msg":"trace[1747983897] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:17078; }","duration":"112.533031ms","start":"2026-03-08T03:03:17.993165Z","end":"2026-03-08T03:03:18.105698Z","steps":["trace[1747983897] 'count revisions from in-memory index tree' (duration: 112.266785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:18.105956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.067679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:18.105986Z","caller":"traceutil/trace.go:171","msg":"trace[1491016564] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:17078; }","duration":"103.124ms","start":"2026-03-08T03:03:18.002854Z","end":"2026-03-08T03:03:18.105978Z","steps":["trace[1491016564] 'count revisions from in-memory index tree' (duration: 103.014668ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:18.406999Z","caller":"traceutil/trace.go:171","msg":"trace[1401233994] transaction","detail":"{read_only:false; response_revision:17079; number_of_response:1; }","duration":"133.941193ms","start":"2026-03-08T03:03:18.273026Z","end":"2026-03-08T03:03:18.406967Z","steps":["trace[1401233994] 'process raft request' (duration: 133.714468ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:18.681325Z","caller":"traceutil/trace.go:171","msg":"trace[705145646] transaction","detail":"{read_only:false; response_revision:17080; number_of_response:1; }","duration":"175.316795ms","start":"2026-03-08T03:03:18.505967Z","end":"2026-03-08T03:03:18.681284Z","steps":["trace[705145646] 'process raft request' (duration: 175.069699ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:23.844849Z","caller":"traceutil/trace.go:171","msg":"trace[726876006] linearizableReadLoop","detail":"{readStateIndex:17760; appliedIndex:17759; }","duration":"367.863483ms","start":"2026-03-08T03:03:23.476962Z","end":"2026-03-08T03:03:23.844825Z","steps":["trace[726876006] 'read index received' (duration: 367.72631ms)","trace[726876006] 'applied index is now lower than readState.Index' (duration: 136.113µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:03:23.845091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.114039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-08T03:03:23.845058Z","caller":"traceutil/trace.go:171","msg":"trace[1484758833] transaction","detail":"{read_only:false; response_revision:17130; number_of_response:1; }","duration":"442.468104ms","start":"2026-03-08T03:03:23.402521Z","end":"2026-03-08T03:03:23.844989Z","steps":["trace[1484758833] 'process raft request' (duration: 442.147877ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:23.845129Z","caller":"traceutil/trace.go:171","msg":"trace[375634193] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17130; }","duration":"368.16823ms","start":"2026-03-08T03:03:23.476948Z","end":"2026-03-08T03:03:23.845116Z","steps":["trace[375634193] 'agreement among raft nodes before linearized reading' (duration: 368.007957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:23.84516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:23.476928Z","time spent":"368.224732ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-08T03:03:23.845279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:23.402497Z","time spent":"442.659249ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10594,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:03:23.84706Z","caller":"traceutil/trace.go:171","msg":"trace[787299795] transaction","detail":"{read_only:false; response_revision:17131; number_of_response:1; }","duration":"240.270889ms","start":"2026-03-08T03:03:23.606778Z","end":"2026-03-08T03:03:23.847048Z","steps":["trace[787299795] 'process raft request' (duration: 239.535041ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:23.847168Z","caller":"traceutil/trace.go:171","msg":"trace[69991995] transaction","detail":"{read_only:false; response_revision:17132; number_of_response:1; }","duration":"237.047753ms","start":"2026-03-08T03:03:23.610113Z","end":"2026-03-08T03:03:23.847161Z","steps":["trace[69991995] 'process raft request' (duration: 236.304606ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:23.847255Z","caller":"traceutil/trace.go:171","msg":"trace[1520626255] transaction","detail":"{read_only:false; response_revision:17133; number_of_response:1; }","duration":"234.104324ms","start":"2026-03-08T03:03:23.613144Z","end":"2026-03-08T03:03:23.847249Z","steps":["trace[1520626255] 'process raft request' (duration: 233.297455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:23.847264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.341059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:03:23.84803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.183421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mhwll\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-08T03:03:23.848026Z","caller":"traceutil/trace.go:171","msg":"trace[987432754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17133; }","duration":"229.109747ms","start":"2026-03-08T03:03:23.618863Z","end":"2026-03-08T03:03:23.847973Z","steps":["trace[987432754] 'agreement among raft nodes before linearized reading' (duration: 227.609192ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:23.848062Z","caller":"traceutil/trace.go:171","msg":"trace[1455517441] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mhwll; range_end:; response_count:1; response_revision:17133; }","duration":"169.267182ms","start":"2026-03-08T03:03:23.678788Z","end":"2026-03-08T03:03:23.848055Z","steps":["trace[1455517441] 'agreement among raft nodes before linearized reading' (duration: 169.1902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:23.848048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.890492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:23.848108Z","caller":"traceutil/trace.go:171","msg":"trace[1642134053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17133; }","duration":"137.024266ms","start":"2026-03-08T03:03:23.711067Z","end":"2026-03-08T03:03:23.848092Z","steps":["trace[1642134053] 'agreement among raft nodes before linearized reading' (duration: 136.903543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:23.848156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.289087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-xpw5d\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-03-08T03:03:23.848179Z","caller":"traceutil/trace.go:171","msg":"trace[2051274433] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-xpw5d; range_end:; response_count:1; response_revision:17133; }","duration":"167.310617ms","start":"2026-03-08T03:03:23.680862Z","end":"2026-03-08T03:03:23.848173Z","steps":["trace[2051274433] 'agreement among raft nodes before linearized reading' (duration: 167.256516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:23.849049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.480881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:03:23.850321Z","caller":"traceutil/trace.go:171","msg":"trace[271707783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17133; }","duration":"220.73763ms","start":"2026-03-08T03:03:23.629496Z","end":"2026-03-08T03:03:23.850233Z","steps":["trace[271707783] 'agreement among raft nodes before linearized reading' (duration: 218.536019ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:51.368293Z","caller":"traceutil/trace.go:171","msg":"trace[211419438] transaction","detail":"{read_only:false; response_revision:17502; number_of_response:1; }","duration":"171.228291ms","start":"2026-03-08T03:03:51.197018Z","end":"2026-03-08T03:03:51.368246Z","steps":["trace[211419438] 'process raft request' (duration: 170.879683ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:00.662378Z","caller":"traceutil/trace.go:171","msg":"trace[685022442] transaction","detail":"{read_only:false; response_revision:18031; number_of_response:1; }","duration":"104.112625ms","start":"2026-03-08T03:05:00.55824Z","end":"2026-03-08T03:05:00.662353Z","steps":["trace[685022442] 'process raft request' (duration: 103.974322ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:12.401649Z","caller":"traceutil/trace.go:171","msg":"trace[1038753951] linearizableReadLoop","detail":"{readStateIndex:18774; appliedIndex:18773; }","duration":"103.87607ms","start":"2026-03-08T03:05:12.297744Z","end":"2026-03-08T03:05:12.40162Z","steps":["trace[1038753951] 'read index received' (duration: 103.687756ms)","trace[1038753951] 'applied index is now lower than readState.Index' (duration: 187.084µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:05:12.402211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.457184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417453"} {"level":"info","ts":"2026-03-08T03:05:12.402263Z","caller":"traceutil/trace.go:171","msg":"trace[971200260] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18114; }","duration":"104.577537ms","start":"2026-03-08T03:05:12.297668Z","end":"2026-03-08T03:05:12.402246Z","steps":["trace[971200260] 'agreement among raft nodes before linearized reading' (duration: 104.076045ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:12.402565Z","caller":"traceutil/trace.go:171","msg":"trace[306532674] transaction","detail":"{read_only:false; response_revision:18114; number_of_response:1; }","duration":"108.464097ms","start":"2026-03-08T03:05:12.294062Z","end":"2026-03-08T03:05:12.402526Z","steps":["trace[306532674] 'process raft request' (duration: 107.366341ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:14.384243Z","caller":"traceutil/trace.go:171","msg":"trace[983454616] transaction","detail":"{read_only:false; response_revision:18124; number_of_response:1; }","duration":"141.225376ms","start":"2026-03-08T03:05:14.242998Z","end":"2026-03-08T03:05:14.384223Z","steps":["trace[983454616] 'process raft request' (duration: 140.736275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.124029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.982395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:05:15.124152Z","caller":"traceutil/trace.go:171","msg":"trace[606665527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18127; }","duration":"415.137618ms","start":"2026-03-08T03:05:14.708991Z","end":"2026-03-08T03:05:15.124129Z","steps":["trace[606665527] 'range keys from in-memory index tree' (duration: 414.929803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.124202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.708984Z","time spent":"415.20758ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:05:15.124446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.017715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:05:15.124543Z","caller":"traceutil/trace.go:171","msg":"trace[1382333854] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:18127; }","duration":"320.179478ms","start":"2026-03-08T03:05:14.80434Z","end":"2026-03-08T03:05:15.124519Z","steps":["trace[1382333854] 'count revisions from in-memory index tree' (duration: 319.927662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.124573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.215896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:05:15.124592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.804316Z","time spent":"320.263341ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:05:15.124604Z","caller":"traceutil/trace.go:171","msg":"trace[1126145321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18127; }","duration":"537.301478ms","start":"2026-03-08T03:05:14.587294Z","end":"2026-03-08T03:05:15.124596Z","steps":["trace[1126145321] 'range keys from in-memory index tree' (duration: 536.941279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.12463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.587267Z","time spent":"537.358369ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:05:15.12477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.83962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:05:15.124797Z","caller":"traceutil/trace.go:171","msg":"trace[2060956570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18127; }","duration":"534.889221ms","start":"2026-03-08T03:05:14.589902Z","end":"2026-03-08T03:05:15.124791Z","steps":["trace[2060956570] 'range keys from in-memory index tree' (duration: 534.754648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.124814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.589891Z","time spent":"534.918962ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:05:15.124928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.908062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:05:15.124951Z","caller":"traceutil/trace.go:171","msg":"trace[1031212869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18127; }","duration":"534.945622ms","start":"2026-03-08T03:05:14.589997Z","end":"2026-03-08T03:05:15.124942Z","steps":["trace[1031212869] 'range keys from in-memory index tree' (duration: 534.83446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.124968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.589988Z","time spent":"534.976073ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:05:15.125053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.3117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:05:15.1251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.675716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:05:15.125106Z","caller":"traceutil/trace.go:171","msg":"trace[385841917] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:18127; }","duration":"124.410982ms","start":"2026-03-08T03:05:15.000682Z","end":"2026-03-08T03:05:15.125093Z","steps":["trace[385841917] 'count revisions from in-memory index tree' (duration: 124.227137ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:15.125125Z","caller":"traceutil/trace.go:171","msg":"trace[1994973074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18127; }","duration":"534.747687ms","start":"2026-03-08T03:05:14.59037Z","end":"2026-03-08T03:05:15.125118Z","steps":["trace[1994973074] 'range keys from in-memory index tree' (duration: 534.544783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.125144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.590314Z","time spent":"534.8252ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:05:15.125264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.5098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:05:15.125289Z","caller":"traceutil/trace.go:171","msg":"trace[2012546531] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:18127; }","duration":"516.589091ms","start":"2026-03-08T03:05:14.608692Z","end":"2026-03-08T03:05:15.125281Z","steps":["trace[2012546531] 'count revisions from in-memory index tree' (duration: 516.415698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.125308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.608664Z","time spent":"516.638323ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:05:15.125429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.967214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:05:15.125452Z","caller":"traceutil/trace.go:171","msg":"trace[1558994869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18127; }","duration":"514.989644ms","start":"2026-03-08T03:05:14.610457Z","end":"2026-03-08T03:05:15.125447Z","steps":["trace[1558994869] 'range keys from in-memory index tree' (duration: 514.896182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.125469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.610422Z","time spent":"515.043505ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:05:15.125783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.363374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-08T03:05:15.125815Z","caller":"traceutil/trace.go:171","msg":"trace[11938756] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18127; }","duration":"435.432106ms","start":"2026-03-08T03:05:14.690375Z","end":"2026-03-08T03:05:15.125807Z","steps":["trace[11938756] 'range keys from in-memory index tree' (duration: 435.250181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.125834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.690349Z","time spent":"435.480526ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T03:05:15.361439Z","caller":"traceutil/trace.go:171","msg":"trace[1839695304] transaction","detail":"{read_only:false; response_revision:18129; number_of_response:1; }","duration":"228.029606ms","start":"2026-03-08T03:05:15.133375Z","end":"2026-03-08T03:05:15.361405Z","steps":["trace[1839695304] 'process raft request' (duration: 207.125155ms)","trace[1839695304] 'compare' (duration: 20.525722ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:15.361523Z","caller":"traceutil/trace.go:171","msg":"trace[1634467031] linearizableReadLoop","detail":"{readStateIndex:18794; appliedIndex:18788; }","duration":"227.78726ms","start":"2026-03-08T03:05:15.13371Z","end":"2026-03-08T03:05:15.361497Z","steps":["trace[1634467031] 'read index received' (duration: 81.897873ms)","trace[1634467031] 'applied index is now lower than readState.Index' (duration: 145.888317ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:15.361696Z","caller":"traceutil/trace.go:171","msg":"trace[2085329878] transaction","detail":"{read_only:false; response_revision:18130; number_of_response:1; }","duration":"228.2235ms","start":"2026-03-08T03:05:15.133465Z","end":"2026-03-08T03:05:15.361688Z","steps":["trace[2085329878] 'process raft request' (duration: 227.815551ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:15.361866Z","caller":"traceutil/trace.go:171","msg":"trace[721129735] transaction","detail":"{read_only:false; response_revision:18131; number_of_response:1; }","duration":"228.362293ms","start":"2026-03-08T03:05:15.133497Z","end":"2026-03-08T03:05:15.361859Z","steps":["trace[721129735] 'process raft request' (duration: 227.875182ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:15.361946Z","caller":"traceutil/trace.go:171","msg":"trace[1437777805] transaction","detail":"{read_only:false; response_revision:18132; number_of_response:1; }","duration":"228.413824ms","start":"2026-03-08T03:05:15.133526Z","end":"2026-03-08T03:05:15.36194Z","steps":["trace[1437777805] 'process raft request' (duration: 227.875192ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:15.362018Z","caller":"traceutil/trace.go:171","msg":"trace[676507717] transaction","detail":"{read_only:false; response_revision:18133; number_of_response:1; }","duration":"228.426955ms","start":"2026-03-08T03:05:15.133586Z","end":"2026-03-08T03:05:15.362013Z","steps":["trace[676507717] 'process raft request' (duration: 227.840411ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:15.362101Z","caller":"traceutil/trace.go:171","msg":"trace[517618546] transaction","detail":"{read_only:false; response_revision:18134; number_of_response:1; }","duration":"228.162489ms","start":"2026-03-08T03:05:15.133932Z","end":"2026-03-08T03:05:15.362094Z","steps":["trace[517618546] 'process raft request' (duration: 227.522914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.362255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.527857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:05:15.362284Z","caller":"traceutil/trace.go:171","msg":"trace[1938465874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18134; }","duration":"228.588648ms","start":"2026-03-08T03:05:15.133687Z","end":"2026-03-08T03:05:15.362276Z","steps":["trace[1938465874] 'agreement among raft nodes before linearized reading' (duration: 228.459705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.3624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.361841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:05:15.362423Z","caller":"traceutil/trace.go:171","msg":"trace[1091861381] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18134; }","duration":"104.435633ms","start":"2026-03-08T03:05:15.257982Z","end":"2026-03-08T03:05:15.362418Z","steps":["trace[1091861381] 'agreement among raft nodes before linearized reading' (duration: 104.399442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:25.679166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.501604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:05:25.679815Z","caller":"traceutil/trace.go:171","msg":"trace[188447498] linearizableReadLoop","detail":"{readStateIndex:18855; appliedIndex:18854; }","duration":"119.019045ms","start":"2026-03-08T03:05:25.56029Z","end":"2026-03-08T03:05:25.679309Z","steps":["trace[188447498] 'read index received' (duration: 30.561µs)","trace[188447498] 'applied index is now lower than readState.Index' (duration: 118.987504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:05:25.679981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.684341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:05:25.680009Z","caller":"traceutil/trace.go:171","msg":"trace[1790986408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18192; }","duration":"119.751422ms","start":"2026-03-08T03:05:25.560249Z","end":"2026-03-08T03:05:25.68Z","steps":["trace[1790986408] 'agreement among raft nodes before linearized reading' (duration: 119.609969ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:25.680062Z","caller":"traceutil/trace.go:171","msg":"trace[257690955] transaction","detail":"{read_only:false; response_revision:18192; number_of_response:1; }","duration":"163.021727ms","start":"2026-03-08T03:05:25.517014Z","end":"2026-03-08T03:05:25.680036Z","steps":["trace[257690955] 'process raft request' (duration: 25.588641ms)","trace[257690955] 'compare' (duration: 136.349211ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:35.835517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16015} {"level":"info","ts":"2026-03-08T03:05:35.930266Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16015,"took":"92.292438ms","hash":2471873008,"current-db-size-bytes":42405888,"current-db-size":"42 MB","current-db-size-in-use-bytes":31014912,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-08T03:05:35.93084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2471873008,"revision":16015,"compact-revision":13460} {"level":"info","ts":"2026-03-08T03:07:13.53679Z","caller":"traceutil/trace.go:171","msg":"trace[1589876584] transaction","detail":"{read_only:false; response_revision:18858; number_of_response:1; }","duration":"161.018242ms","start":"2026-03-08T03:07:13.37574Z","end":"2026-03-08T03:07:13.536758Z","steps":["trace[1589876584] 'process raft request' (duration: 160.773486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:07:42.286795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.931274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:07:42.286898Z","caller":"traceutil/trace.go:171","msg":"trace[1727410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19155; }","duration":"122.102548ms","start":"2026-03-08T03:07:42.164774Z","end":"2026-03-08T03:07:42.286876Z","steps":["trace[1727410] 'range keys from in-memory index tree' (duration: 121.712929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:07:42.286883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.960863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:07:42.286986Z","caller":"traceutil/trace.go:171","msg":"trace[1218016842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19155; }","duration":"113.126197ms","start":"2026-03-08T03:07:42.173834Z","end":"2026-03-08T03:07:42.28696Z","steps":["trace[1218016842] 'range keys from in-memory index tree' (duration: 112.743708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:07:42.286951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.693148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T03:07:42.287076Z","caller":"traceutil/trace.go:171","msg":"trace[617142711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19155; }","duration":"118.852652ms","start":"2026-03-08T03:07:42.168195Z","end":"2026-03-08T03:07:42.287047Z","steps":["trace[617142711] 'range keys from in-memory index tree' (duration: 118.482083ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:07.183971Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T03:08:07.189936Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-08T03:08:07.190125Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-08T03:08:51.108378Z","caller":"traceutil/trace.go:171","msg":"trace[1432538343] linearizableReadLoop","detail":"{readStateIndex:20212; appliedIndex:20211; }","duration":"439.718407ms","start":"2026-03-08T03:08:50.668635Z","end":"2026-03-08T03:08:51.108354Z","steps":["trace[1432538343] 'read index received' (duration: 439.559513ms)","trace[1432538343] 'applied index is now lower than readState.Index' (duration: 157.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:08:51.108446Z","caller":"traceutil/trace.go:171","msg":"trace[2093428691] transaction","detail":"{read_only:false; response_revision:19499; number_of_response:1; }","duration":"492.950618ms","start":"2026-03-08T03:08:50.615463Z","end":"2026-03-08T03:08:51.108414Z","steps":["trace[2093428691] 'process raft request' (duration: 492.729532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:51.108603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.958763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:08:51.108618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:50.615433Z","time spent":"493.09712ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:08:51.108645Z","caller":"traceutil/trace.go:171","msg":"trace[1356997592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19499; }","duration":"440.048685ms","start":"2026-03-08T03:08:50.668585Z","end":"2026-03-08T03:08:51.108634Z","steps":["trace[1356997592] 'agreement among raft nodes before linearized reading' (duration: 439.906281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:51.108687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:50.668563Z","time spent":"440.116747ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:08:51.108683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.03793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:08:51.108732Z","caller":"traceutil/trace.go:171","msg":"trace[141456922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19499; }","duration":"430.121582ms","start":"2026-03-08T03:08:50.678597Z","end":"2026-03-08T03:08:51.108718Z","steps":["trace[141456922] 'agreement among raft nodes before linearized reading' (duration: 430.003589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:51.108626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.351222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:08:51.108763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:50.678577Z","time spent":"430.179854ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:08:51.10878Z","caller":"traceutil/trace.go:171","msg":"trace[1914794773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19499; }","duration":"397.545607ms","start":"2026-03-08T03:08:50.711226Z","end":"2026-03-08T03:08:51.108772Z","steps":["trace[1914794773] 'agreement among raft nodes before linearized reading' (duration: 397.346482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:51.108751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.420483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:08:51.108812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:50.711209Z","time spent":"397.597348ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:08:51.108853Z","caller":"traceutil/trace.go:171","msg":"trace[205631595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19499; }","duration":"431.560525ms","start":"2026-03-08T03:08:50.677263Z","end":"2026-03-08T03:08:51.108823Z","steps":["trace[205631595] 'agreement among raft nodes before linearized reading' (duration: 431.273808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:51.108928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:50.677251Z","time spent":"431.661428ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:08:57.378507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.41234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T03:08:57.378597Z","caller":"traceutil/trace.go:171","msg":"trace[945016796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19524; }","duration":"241.611554ms","start":"2026-03-08T03:08:57.136962Z","end":"2026-03-08T03:08:57.378573Z","steps":["trace[945016796] 'range keys from in-memory index tree' (duration: 241.166594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.378597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.083015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:08:57.378626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.699847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-08T03:08:57.37867Z","caller":"traceutil/trace.go:171","msg":"trace[616404490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19524; }","duration":"902.168886ms","start":"2026-03-08T03:08:56.476479Z","end":"2026-03-08T03:08:57.378648Z","steps":["trace[616404490] 'range keys from in-memory index tree' (duration: 901.990113ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:57.378676Z","caller":"traceutil/trace.go:171","msg":"trace[512062560] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19524; }","duration":"669.78484ms","start":"2026-03-08T03:08:56.708878Z","end":"2026-03-08T03:08:57.378663Z","steps":["trace[512062560] 'range keys from in-memory index tree' (duration: 669.574875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.378718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:56.476466Z","time spent":"902.240519ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:08:57.378756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.846961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:08:57.378793Z","caller":"traceutil/trace.go:171","msg":"trace[1466096917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19524; }","duration":"669.903852ms","start":"2026-03-08T03:08:56.708878Z","end":"2026-03-08T03:08:57.378782Z","steps":["trace[1466096917] 'range keys from in-memory index tree' (duration: 669.765929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.378828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:56.708861Z","time spent":"669.959223ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:08:57.378715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:56.708862Z","time spent":"669.84168ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-08T03:08:57.37898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.943322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:08:57.379014Z","caller":"traceutil/trace.go:171","msg":"trace[370205561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19524; }","duration":"241.999864ms","start":"2026-03-08T03:08:57.137004Z","end":"2026-03-08T03:08:57.379004Z","steps":["trace[370205561] 'range keys from in-memory index tree' (duration: 241.802749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.379131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.520826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:08:57.379174Z","caller":"traceutil/trace.go:171","msg":"trace[2010038750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19524; }","duration":"248.604728ms","start":"2026-03-08T03:08:57.13056Z","end":"2026-03-08T03:08:57.379165Z","steps":["trace[2010038750] 'range keys from in-memory index tree' (duration: 248.338902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.379158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.599521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:08:57.379283Z","caller":"traceutil/trace.go:171","msg":"trace[604438341] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19524; }","duration":"266.759395ms","start":"2026-03-08T03:08:57.112496Z","end":"2026-03-08T03:08:57.379255Z","steps":["trace[604438341] 'range keys from in-memory index tree' (duration: 266.361595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.37927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.633727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:26 size:232784"} {"level":"info","ts":"2026-03-08T03:08:57.379351Z","caller":"traceutil/trace.go:171","msg":"trace[1648070794] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:26; response_revision:19524; }","duration":"448.762089ms","start":"2026-03-08T03:08:56.930567Z","end":"2026-03-08T03:08:57.379329Z","steps":["trace[1648070794] 'range keys from in-memory index tree' (duration: 447.48766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.379356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.449203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7bff7b48b8-jn9mt.189abed317ce49ad\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-08T03:08:57.379404Z","caller":"traceutil/trace.go:171","msg":"trace[1422026000] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7bff7b48b8-jn9mt.189abed317ce49ad; range_end:; response_count:1; response_revision:19524; }","duration":"207.521303ms","start":"2026-03-08T03:08:57.171861Z","end":"2026-03-08T03:08:57.379382Z","steps":["trace[1422026000] 'range keys from in-memory index tree' (duration: 207.133995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.379392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:56.930542Z","time spent":"448.840221ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":26,"response size":232807,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:08:57.378309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.718527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:08:57.37951Z","caller":"traceutil/trace.go:171","msg":"trace[1154921574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19524; }","duration":"242.972346ms","start":"2026-03-08T03:08:57.136525Z","end":"2026-03-08T03:08:57.379497Z","steps":["trace[1154921574] 'range keys from in-memory index tree' (duration: 241.575334ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:57.425727Z","caller":"traceutil/trace.go:171","msg":"trace[483930605] transaction","detail":"{read_only:false; response_revision:19525; number_of_response:1; }","duration":"132.338978ms","start":"2026-03-08T03:08:57.293349Z","end":"2026-03-08T03:08:57.425688Z","steps":["trace[483930605] 'process raft request' (duration: 132.120273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.02162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.595552262s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:08:59.320613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.709453ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:08:59.320706Z","caller":"traceutil/trace.go:171","msg":"trace[126739528] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19525; }","duration":"223.810256ms","start":"2026-03-08T03:08:59.09688Z","end":"2026-03-08T03:08:59.320691Z","steps":["trace[126739528] 'range keys from in-memory index tree' (duration: 223.697313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.321056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.946411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:08:59.321144Z","caller":"traceutil/trace.go:171","msg":"trace[1935267394] transaction","detail":"{read_only:false; response_revision:19526; number_of_response:1; }","duration":"2.026604505s","start":"2026-03-08T03:08:57.294531Z","end":"2026-03-08T03:08:59.321135Z","steps":["trace[1935267394] 'process raft request' (duration: 1.727527301s)","trace[1935267394] 'compare' (duration: 298.372838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:08:59.321187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.2945Z","time spent":"2.026667537s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:08:59.321302Z","caller":"traceutil/trace.go:171","msg":"trace[619620620] transaction","detail":"{read_only:false; response_revision:19527; number_of_response:1; }","duration":"2.025707314s","start":"2026-03-08T03:08:57.295588Z","end":"2026-03-08T03:08:59.321296Z","steps":["trace[619620620] 'process raft request' (duration: 2.025509739s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.321343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.295544Z","time spent":"2.025778136s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:08:59.321645Z","caller":"traceutil/trace.go:171","msg":"trace[1052583808] transaction","detail":"{read_only:false; response_revision:19528; number_of_response:1; }","duration":"1.938614689s","start":"2026-03-08T03:08:57.383022Z","end":"2026-03-08T03:08:59.321636Z","steps":["trace[1052583808] 'process raft request' (duration: 1.93824536s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.321688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.383002Z","time spent":"1.938665951s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:08:59.321789Z","caller":"traceutil/trace.go:171","msg":"trace[555847134] linearizableReadLoop","detail":"{readStateIndex:20241; appliedIndex:20239; }","duration":"1.938717111s","start":"2026-03-08T03:08:57.383053Z","end":"2026-03-08T03:08:59.32177Z","steps":["trace[555847134] 'read index received' (duration: 42.982669ms)","trace[555847134] 'applied index is now lower than readState.Index' (duration: 1.895733382s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:08:59.321843Z","caller":"traceutil/trace.go:171","msg":"trace[369996678] transaction","detail":"{read_only:false; response_revision:19529; number_of_response:1; }","duration":"1.938126628s","start":"2026-03-08T03:08:57.383709Z","end":"2026-03-08T03:08:59.321835Z","steps":["trace[369996678] 'process raft request' (duration: 1.937890112s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.321884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.3837Z","time spent":"1.938164808s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:08:59.321909Z","caller":"traceutil/trace.go:171","msg":"trace[674762662] transaction","detail":"{read_only:false; response_revision:19530; number_of_response:1; }","duration":"1.937963424s","start":"2026-03-08T03:08:57.383935Z","end":"2026-03-08T03:08:59.321899Z","steps":["trace[674762662] 'process raft request' (duration: 1.937737199s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.321973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.38314Z","time spent":"1.938831964s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:08:59.322017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.383919Z","time spent":"1.938027465s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:08:59.322217Z","caller":"traceutil/trace.go:171","msg":"trace[1552307469] transaction","detail":"{read_only:false; response_revision:19531; number_of_response:1; }","duration":"1.938145998s","start":"2026-03-08T03:08:57.38406Z","end":"2026-03-08T03:08:59.322206Z","steps":["trace[1552307469] 'process raft request' (duration: 1.937646747s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.322279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.384036Z","time spent":"1.938212479s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:08:59.322745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939687185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-596122f6-143c-4a33-83d8-d00dc1449147\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-08T03:08:59.322791Z","caller":"traceutil/trace.go:171","msg":"trace[1015456842] range","detail":"{range_begin:/registry/persistentvolumes/pvc-596122f6-143c-4a33-83d8-d00dc1449147; range_end:; response_count:1; response_revision:19532; }","duration":"1.939764056s","start":"2026-03-08T03:08:57.383012Z","end":"2026-03-08T03:08:59.322776Z","steps":["trace[1015456842] 'agreement among raft nodes before linearized reading' (duration: 1.939645883s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.322815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.382995Z","time spent":"1.939815078s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-596122f6-143c-4a33-83d8-d00dc1449147\" "} {"level":"info","ts":"2026-03-08T03:08:59.322345Z","caller":"traceutil/trace.go:171","msg":"trace[203194054] transaction","detail":"{read_only:false; response_revision:19532; number_of_response:1; }","duration":"1.93140949s","start":"2026-03-08T03:08:57.390915Z","end":"2026-03-08T03:08:59.322325Z","steps":["trace[203194054] 'process raft request' (duration: 1.930821306s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.322861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611457516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:08:59.322897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.14501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:08:59.322938Z","caller":"traceutil/trace.go:171","msg":"trace[1480915888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19532; }","duration":"1.611582909s","start":"2026-03-08T03:08:57.711336Z","end":"2026-03-08T03:08:59.322919Z","steps":["trace[1480915888] 'agreement among raft nodes before linearized reading' (duration: 1.611405235s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:59.322966Z","caller":"traceutil/trace.go:171","msg":"trace[250762410] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:19532; }","duration":"332.248143ms","start":"2026-03-08T03:08:58.9907Z","end":"2026-03-08T03:08:59.322948Z","steps":["trace[250762410] 'agreement among raft nodes before linearized reading' (duration: 332.074259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.323008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:58.99068Z","time spent":"332.320575ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T03:08:59.322986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.049068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:08:59.323073Z","caller":"traceutil/trace.go:171","msg":"trace[743507319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19532; }","duration":"986.18691ms","start":"2026-03-08T03:08:58.336865Z","end":"2026-03-08T03:08:59.323052Z","steps":["trace[743507319] 'agreement among raft nodes before linearized reading' (duration: 986.039347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:59.323123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:58.336845Z","time spent":"986.266923ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:08:59.323146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.390894Z","time spent":"1.932001204s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:08:59.323212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:57.711318Z","time spent":"1.611846685s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:08:59.824712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081892981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:09:00.325589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081892981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:09:00.826321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081892981,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:09:00.954748Z","caller":"traceutil/trace.go:171","msg":"trace[740643421] transaction","detail":"{read_only:false; response_revision:19533; number_of_response:1; }","duration":"1.631859004s","start":"2026-03-08T03:08:59.322873Z","end":"2026-03-08T03:09:00.954732Z","steps":["trace[740643421] 'process raft request' (duration: 1.631745212s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:00.954857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:59.322851Z","time spent":"1.631946556s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:01.324586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:09:01.324688Z","caller":"traceutil/trace.go:171","msg":"trace[700882244] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153543s","start":"2026-03-08T03:08:59.324511Z","end":"2026-03-08T03:09:01.324665Z","steps":["trace[700882244] 'agreement among raft nodes before linearized reading' (duration: 2.000033801s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:01.324761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:59.324497Z","time spent":"2.000249746s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:09:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:09:02.034728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.566458ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-08T03:09:02.034909Z","caller":"traceutil/trace.go:171","msg":"trace[809736516] linearizableReadLoop","detail":"{readStateIndex:20250; appliedIndex:20247; }","duration":"2.710345864s","start":"2026-03-08T03:08:59.32455Z","end":"2026-03-08T03:09:02.034896Z","steps":["trace[809736516] 'read index received' (duration: 1.630145715s)","trace[809736516] 'applied index is now lower than readState.Index' (duration: 1.080199469s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:02.034969Z","caller":"traceutil/trace.go:171","msg":"trace[1023577858] transaction","detail":"{read_only:false; response_revision:19534; number_of_response:1; }","duration":"2.604948677s","start":"2026-03-08T03:08:59.430012Z","end":"2026-03-08T03:09:02.03496Z","steps":["trace[1023577858] 'process raft request' (duration: 2.604792633s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:02.035039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:59.429992Z","time spent":"2.604999779s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:02.034983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:59.32412Z","time spent":"2.710855895s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:09:03.331855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:09:03.331945Z","caller":"traceutil/trace.go:171","msg":"trace[1672855337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603765s","start":"2026-03-08T03:09:01.331321Z","end":"2026-03-08T03:09:03.331925Z","steps":["trace[1672855337] 'agreement among raft nodes before linearized reading' (duration: 2.000492092s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.331983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.331314Z","time spent":"2.000661617s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:09:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:09:03.453106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317140973s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:09:03.453418Z","caller":"traceutil/trace.go:171","msg":"trace[113631465] linearizableReadLoop","detail":"{readStateIndex:20252; appliedIndex:20250; }","duration":"1.418469544s","start":"2026-03-08T03:09:02.034932Z","end":"2026-03-08T03:09:03.453401Z","steps":["trace[113631465] 'read index received' (duration: 100.965351ms)","trace[113631465] 'applied index is now lower than readState.Index' (duration: 1.317502433s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:03.453465Z","caller":"traceutil/trace.go:171","msg":"trace[1224938625] transaction","detail":"{read_only:false; response_revision:19535; number_of_response:1; }","duration":"2.126378419s","start":"2026-03-08T03:09:01.326961Z","end":"2026-03-08T03:09:03.453339Z","steps":["trace[1224938625] 'process raft request' (duration: 808.910788ms)","trace[1224938625] 'compare' (duration: 1.316783585s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:03.453632Z","caller":"traceutil/trace.go:171","msg":"trace[322169064] transaction","detail":"{read_only:false; response_revision:19537; number_of_response:1; }","duration":"1.417294545s","start":"2026-03-08T03:09:02.036307Z","end":"2026-03-08T03:09:03.453601Z","steps":["trace[322169064] 'process raft request' (duration: 1.416994868s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:03.453657Z","caller":"traceutil/trace.go:171","msg":"trace[2048199607] transaction","detail":"{read_only:false; response_revision:19536; number_of_response:1; }","duration":"2.125688113s","start":"2026-03-08T03:09:01.327936Z","end":"2026-03-08T03:09:03.453624Z","steps":["trace[2048199607] 'process raft request' (duration: 2.125275423s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.453683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.326947Z","time spent":"2.126634175s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:03.453957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126804629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-08T03:09:03.453986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:02.036289Z","time spent":"1.417611403s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:03.454003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055284294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:09:03.453997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.327927Z","time spent":"2.12598749s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:09:03.454014Z","caller":"traceutil/trace.go:171","msg":"trace[737402859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19537; }","duration":"2.126866651s","start":"2026-03-08T03:09:01.32713Z","end":"2026-03-08T03:09:03.453997Z","steps":["trace[737402859] 'agreement among raft nodes before linearized reading' (duration: 2.126470931s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:03.454039Z","caller":"traceutil/trace.go:171","msg":"trace[848381726] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19538; }","duration":"1.055361765s","start":"2026-03-08T03:09:02.398668Z","end":"2026-03-08T03:09:03.45403Z","steps":["trace[848381726] 'agreement among raft nodes before linearized reading' (duration: 1.055261993s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:02.398648Z","time spent":"1.055411477s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:09:03.454059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.832821144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:09:03.453667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127634148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-08T03:09:03.454139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026200456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-08T03:09:03.454048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117318057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:09:03.454156Z","caller":"traceutil/trace.go:171","msg":"trace[622590618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19537; }","duration":"2.128167971s","start":"2026-03-08T03:09:01.325974Z","end":"2026-03-08T03:09:03.454142Z","steps":["trace[622590618] 'agreement among raft nodes before linearized reading' (duration: 2.127476295s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:03.45417Z","caller":"traceutil/trace.go:171","msg":"trace[1643318958] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19537; }","duration":"4.026264008s","start":"2026-03-08T03:08:59.427896Z","end":"2026-03-08T03:09:03.45416Z","steps":["trace[1643318958] 'agreement among raft nodes before linearized reading' (duration: 4.025685164s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:03.454179Z","caller":"traceutil/trace.go:171","msg":"trace[1339709596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19537; }","duration":"2.11748469s","start":"2026-03-08T03:09:01.336683Z","end":"2026-03-08T03:09:03.454167Z","steps":["trace[1339709596] 'agreement among raft nodes before linearized reading' (duration: 2.116881986s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.45419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682671278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-08T03:09:03.454214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.325953Z","time spent":"2.128249472s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:09:03.45422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.336665Z","time spent":"2.117541962s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:09:03.454248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933192107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-08T03:09:03.454221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628943497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:09:03.454263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127474175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:09:03.454277Z","caller":"traceutil/trace.go:171","msg":"trace[1837682734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19537; }","duration":"2.933241629s","start":"2026-03-08T03:09:00.521026Z","end":"2026-03-08T03:09:03.454268Z","steps":["trace[1837682734] 'agreement among raft nodes before linearized reading' (duration: 2.932584854s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:00.521019Z","time spent":"2.93327423s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T03:09:03.45429Z","caller":"traceutil/trace.go:171","msg":"trace[1521969260] transaction","detail":"{read_only:false; response_revision:19538; number_of_response:1; }","duration":"447.755255ms","start":"2026-03-08T03:09:03.006522Z","end":"2026-03-08T03:09:03.454277Z","steps":["trace[1521969260] 'process raft request' (duration: 446.986587ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:03.454296Z","caller":"traceutil/trace.go:171","msg":"trace[1934520746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19537; }","duration":"2.127521325s","start":"2026-03-08T03:09:01.326765Z","end":"2026-03-08T03:09:03.454286Z","steps":["trace[1934520746] 'agreement among raft nodes before linearized reading' (duration: 2.126826939s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:03.454307Z","caller":"traceutil/trace.go:171","msg":"trace[1881616449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19537; }","duration":"3.629344456s","start":"2026-03-08T03:08:59.82494Z","end":"2026-03-08T03:09:03.454284Z","steps":["trace[1881616449] 'agreement among raft nodes before linearized reading' (duration: 3.628572258s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.45432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.728359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:03.454133Z","caller":"traceutil/trace.go:171","msg":"trace[1696126761] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19537; }","duration":"3.832939707s","start":"2026-03-08T03:08:59.621173Z","end":"2026-03-08T03:09:03.454113Z","steps":["trace[1696126761] 'agreement among raft nodes before linearized reading' (duration: 3.832384834s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.219466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:03.45435Z","caller":"traceutil/trace.go:171","msg":"trace[1568743472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19538; }","duration":"121.79438ms","start":"2026-03-08T03:09:03.332547Z","end":"2026-03-08T03:09:03.454341Z","steps":["trace[1568743472] 'agreement among raft nodes before linearized reading' (duration: 121.743489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.006504Z","time spent":"447.812947ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:03.454356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:59.824921Z","time spent":"3.629423098s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:09:03.45436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:59.621155Z","time spent":"3.833194873s","remote":"127.0.0.1:49884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:09:03.454365Z","caller":"traceutil/trace.go:171","msg":"trace[448096982] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19538; }","duration":"861.295258ms","start":"2026-03-08T03:09:02.593059Z","end":"2026-03-08T03:09:03.454354Z","steps":["trace[448096982] 'agreement among raft nodes before linearized reading' (duration: 861.229127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.45436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.047347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:09:03.4544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:02.593039Z","time spent":"861.352839ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:09:03.454323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.326753Z","time spent":"2.127564547s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:09:03.454462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56863611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:03.454493Z","caller":"traceutil/trace.go:171","msg":"trace[1943521864] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19537; }","duration":"3.568698021s","start":"2026-03-08T03:08:59.885787Z","end":"2026-03-08T03:09:03.454485Z","steps":["trace[1943521864] 'agreement among raft nodes before linearized reading' (duration: 3.567860001s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.327121Z","time spent":"2.126933812s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:09:03.454525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:59.885767Z","time spent":"3.568748493s","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:09:03.454537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934251072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:09:03.454527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12810594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:09:03.454405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.542703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:09:03.454562Z","caller":"traceutil/trace.go:171","msg":"trace[25831697] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19537; }","duration":"2.934279173s","start":"2026-03-08T03:09:00.520276Z","end":"2026-03-08T03:09:03.454555Z","steps":["trace[25831697] 'agreement among raft nodes before linearized reading' (duration: 2.933208418s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:00.520234Z","time spent":"2.934343554s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":65,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:09:03.454584Z","caller":"traceutil/trace.go:171","msg":"trace[2076955673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19537; }","duration":"2.128212862s","start":"2026-03-08T03:09:01.326353Z","end":"2026-03-08T03:09:03.454566Z","steps":["trace[2076955673] 'agreement among raft nodes before linearized reading' (duration: 2.12728617s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933757141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-08T03:09:03.454615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.326334Z","time spent":"2.128272183s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:09:03.454238Z","caller":"traceutil/trace.go:171","msg":"trace[687265267] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19537; }","duration":"3.682773511s","start":"2026-03-08T03:08:59.771451Z","end":"2026-03-08T03:09:03.454225Z","steps":["trace[687265267] 'agreement among raft nodes before linearized reading' (duration: 3.682121966s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:03.454638Z","caller":"traceutil/trace.go:171","msg":"trace[774957512] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19537; }","duration":"2.933847603s","start":"2026-03-08T03:09:00.520768Z","end":"2026-03-08T03:09:03.454616Z","steps":["trace[774957512] 'agreement among raft nodes before linearized reading' (duration: 2.93286994s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496471181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7497c49b86-qlv7h.189abed31823a535\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-08T03:09:03.454196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:59.427875Z","time spent":"4.026314379s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-08T03:09:03.454408Z","caller":"traceutil/trace.go:171","msg":"trace[1222357334] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19538; }","duration":"148.120668ms","start":"2026-03-08T03:09:03.306273Z","end":"2026-03-08T03:09:03.454394Z","steps":["trace[1222357334] 'agreement among raft nodes before linearized reading' (duration: 148.049356ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:03.454713Z","caller":"traceutil/trace.go:171","msg":"trace[955084438] range","detail":"{range_begin:/registry/events/openstack/heat-api-7497c49b86-qlv7h.189abed31823a535; range_end:; response_count:1; response_revision:19537; }","duration":"2.496560423s","start":"2026-03-08T03:09:00.958138Z","end":"2026-03-08T03:09:03.454698Z","steps":["trace[955084438] 'agreement among raft nodes before linearized reading' (duration: 2.495485238s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:08:59.771432Z","time spent":"3.683234001s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-08T03:09:03.454589Z","caller":"traceutil/trace.go:171","msg":"trace[68709589] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:19538; }","duration":"987.756928ms","start":"2026-03-08T03:09:02.466816Z","end":"2026-03-08T03:09:03.454573Z","steps":["trace[68709589] 'agreement among raft nodes before linearized reading' (duration: 987.523753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:03.454721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:00.520747Z","time spent":"2.933955855s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:09:03.45475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:00.958126Z","time spent":"2.496615834s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-7497c49b86-qlv7h.189abed31823a535\" "} {"level":"warn","ts":"2026-03-08T03:09:03.454762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:02.466795Z","time spent":"987.957902ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":80,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:09:03.959161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081892992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:09:04.459549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081892992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:09:04.492529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034389612s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:09:04.8327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.815151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:09:04.832809Z","caller":"traceutil/trace.go:171","msg":"trace[288563914] transaction","detail":"{read_only:false; response_revision:19539; number_of_response:1; }","duration":"1.374884879s","start":"2026-03-08T03:09:03.457905Z","end":"2026-03-08T03:09:04.83279Z","steps":["trace[288563914] 'process raft request' (duration: 1.034892534s)","trace[288563914] 'compare' (duration: 339.628617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:09:04.83287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.457871Z","time spent":"1.374968731s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:05.464352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000636205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:09:05.464426Z","caller":"traceutil/trace.go:171","msg":"trace[853274748] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730897s","start":"2026-03-08T03:09:03.463679Z","end":"2026-03-08T03:09:05.46441Z","steps":["trace[853274748] 'agreement among raft nodes before linearized reading' (duration: 2.000646045s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:05.464465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.463673Z","time spent":"2.000783558s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:09:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:09:06.859604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:05.006674Z","time spent":"1.852920767s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:09:06.865352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523969882s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:09:06.865825Z","caller":"traceutil/trace.go:171","msg":"trace[343738112] transaction","detail":"{read_only:false; response_revision:19542; number_of_response:1; }","duration":"3.405865088s","start":"2026-03-08T03:09:03.459946Z","end":"2026-03-08T03:09:06.865811Z","steps":["trace[343738112] 'process raft request' (duration: 3.405624352s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.865857Z","caller":"traceutil/trace.go:171","msg":"trace[679056736] transaction","detail":"{read_only:false; response_revision:19546; number_of_response:1; }","duration":"3.404650399s","start":"2026-03-08T03:09:03.461182Z","end":"2026-03-08T03:09:06.865832Z","steps":["trace[679056736] 'process raft request' (duration: 3.404537247s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.865868Z","caller":"traceutil/trace.go:171","msg":"trace[420614937] transaction","detail":"{read_only:false; response_revision:19544; number_of_response:1; }","duration":"3.405719574s","start":"2026-03-08T03:09:03.460129Z","end":"2026-03-08T03:09:06.865849Z","steps":["trace[420614937] 'process raft request' (duration: 3.405524319s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.865851Z","caller":"traceutil/trace.go:171","msg":"trace[1900305173] transaction","detail":"{read_only:false; response_revision:19543; number_of_response:1; }","duration":"3.405721964s","start":"2026-03-08T03:09:03.460097Z","end":"2026-03-08T03:09:06.865819Z","steps":["trace[1900305173] 'process raft request' (duration: 3.405519309s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.86571Z","caller":"traceutil/trace.go:171","msg":"trace[564041183] transaction","detail":"{read_only:false; response_revision:19540; number_of_response:1; }","duration":"3.406087892s","start":"2026-03-08T03:09:03.459534Z","end":"2026-03-08T03:09:06.865622Z","steps":["trace[564041183] 'process raft request' (duration: 1.881752423s)","trace[564041183] 'compare' (duration: 1.51840601s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:06.86586Z","caller":"traceutil/trace.go:171","msg":"trace[813852357] transaction","detail":"{read_only:false; response_revision:19545; number_of_response:1; }","duration":"3.405699233s","start":"2026-03-08T03:09:03.46013Z","end":"2026-03-08T03:09:06.865829Z","steps":["trace[813852357] 'process raft request' (duration: 3.40555806s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.865824Z","caller":"traceutil/trace.go:171","msg":"trace[1507737071] transaction","detail":"{read_only:false; response_revision:19541; number_of_response:1; }","duration":"3.406271727s","start":"2026-03-08T03:09:03.459536Z","end":"2026-03-08T03:09:06.865807Z","steps":["trace[1507737071] 'process raft request' (duration: 3.405901218s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:06.865959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.459936Z","time spent":"3.405946229s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:06.865973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.460125Z","time spent":"3.405784655s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:06.865982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.461178Z","time spent":"3.404727981s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:06.866005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.460091Z","time spent":"3.405834146s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:06.866008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.460117Z","time spent":"3.405820967s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:06.866026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.459521Z","time spent":"3.406460572s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:06.866156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.459514Z","time spent":"3.406412331s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:07.465348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000692436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:09:07.465439Z","caller":"traceutil/trace.go:171","msg":"trace[1248071567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817279s","start":"2026-03-08T03:09:05.4646Z","end":"2026-03-08T03:09:07.465417Z","steps":["trace[1248071567] 'agreement among raft nodes before linearized reading' (duration: 2.000690516s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:07.465487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:05.464552Z","time spent":"2.000923552s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:09:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:09:08.468246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.174215862s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:09:08.561011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695230743s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:09:08.561662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:08.053524Z","time spent":"508.112243ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:09:08.563503Z","caller":"traceutil/trace.go:171","msg":"trace[1922228253] linearizableReadLoop","detail":"{readStateIndex:20264; appliedIndex:20254; }","duration":"5.104436408s","start":"2026-03-08T03:09:03.459036Z","end":"2026-03-08T03:09:08.563472Z","steps":["trace[1922228253] 'read index received' (duration: 1.033718356s)","trace[1922228253] 'applied index is now lower than readState.Index' (duration: 4.070716682s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:08.563807Z","caller":"traceutil/trace.go:171","msg":"trace[2110992931] transaction","detail":"{read_only:false; response_revision:19547; number_of_response:1; }","duration":"4.522551584s","start":"2026-03-08T03:09:04.041223Z","end":"2026-03-08T03:09:08.563774Z","steps":["trace[2110992931] 'process raft request' (duration: 4.520512806s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.563963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.104900779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:09:08.564012Z","caller":"traceutil/trace.go:171","msg":"trace[347618874] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19547; }","duration":"5.105001902s","start":"2026-03-08T03:09:03.458999Z","end":"2026-03-08T03:09:08.564001Z","steps":["trace[347618874] 'agreement among raft nodes before linearized reading' (duration: 5.104810897s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.564049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.458978Z","time spent":"5.105061613s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:09:08.563966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:04.041197Z","time spent":"4.522684387s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:09:08.564201Z","caller":"traceutil/trace.go:171","msg":"trace[1877369360] transaction","detail":"{read_only:false; response_revision:19548; number_of_response:1; }","duration":"3.526482441s","start":"2026-03-08T03:09:05.037678Z","end":"2026-03-08T03:09:08.56416Z","steps":["trace[1877369360] 'process raft request' (duration: 3.525700332s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:08.564202Z","caller":"traceutil/trace.go:171","msg":"trace[1592398490] transaction","detail":"{read_only:false; response_revision:19550; number_of_response:1; }","duration":"3.102570514s","start":"2026-03-08T03:09:05.461609Z","end":"2026-03-08T03:09:08.564179Z","steps":["trace[1592398490] 'process raft request' (duration: 3.102530093s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:08.564326Z","caller":"traceutil/trace.go:171","msg":"trace[1041186395] transaction","detail":"{read_only:false; response_revision:19549; number_of_response:1; }","duration":"3.103445805s","start":"2026-03-08T03:09:05.460854Z","end":"2026-03-08T03:09:08.5643Z","steps":["trace[1041186395] 'process raft request' (duration: 3.103189719s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.564377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:05.461584Z","time spent":"3.102761769s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:08.564397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:05.037651Z","time spent":"3.526644564s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:08.564472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:05.460829Z","time spent":"3.103567168s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:09:08.608562Z","caller":"traceutil/trace.go:171","msg":"trace[670529660] transaction","detail":"{read_only:false; response_revision:19551; number_of_response:1; }","duration":"2.161894212s","start":"2026-03-08T03:09:06.44664Z","end":"2026-03-08T03:09:08.608535Z","steps":["trace[670529660] 'process raft request' (duration: 2.161735738s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.608709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:06.446611Z","time spent":"2.162011245s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:08.60904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53353757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:08.609076Z","caller":"traceutil/trace.go:171","msg":"trace[524500478] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19551; }","duration":"2.533600212s","start":"2026-03-08T03:09:06.075466Z","end":"2026-03-08T03:09:08.609066Z","steps":["trace[524500478] 'agreement among raft nodes before linearized reading' (duration: 2.533535251s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.609099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:06.075451Z","time spent":"2.533642833s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:09:08.609127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.123595338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:08.609191Z","caller":"traceutil/trace.go:171","msg":"trace[1118295857] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19551; }","duration":"5.123708941s","start":"2026-03-08T03:09:03.485462Z","end":"2026-03-08T03:09:08.609171Z","steps":["trace[1118295857] 'agreement among raft nodes before linearized reading' (duration: 5.123605958s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.609201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136833429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-03-08T03:09:08.609227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997828989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:08.609229Z","caller":"traceutil/trace.go:171","msg":"trace[255098882] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19551; }","duration":"1.136893491s","start":"2026-03-08T03:09:07.472327Z","end":"2026-03-08T03:09:08.609221Z","steps":["trace[255098882] 'agreement among raft nodes before linearized reading' (duration: 1.13683938s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.609231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.485439Z","time spent":"5.123783463s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:09:08.609246Z","caller":"traceutil/trace.go:171","msg":"trace[598065927] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19551; }","duration":"1.997902221s","start":"2026-03-08T03:09:06.611338Z","end":"2026-03-08T03:09:08.60924Z","steps":["trace[598065927] 'agreement among raft nodes before linearized reading' (duration: 1.99786615s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.60925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:07.472308Z","time spent":"1.136938311s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:09:08.609268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:06.611308Z","time spent":"1.997954672s","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:09:08.609301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.149852745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:09:08.609363Z","caller":"traceutil/trace.go:171","msg":"trace[1153369023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19551; }","duration":"5.149987808s","start":"2026-03-08T03:09:03.459361Z","end":"2026-03-08T03:09:08.609349Z","steps":["trace[1153369023] 'agreement among raft nodes before linearized reading' (duration: 5.149752302s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.609395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.45934Z","time spent":"5.15004948s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:09:08.609382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352621622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:09:08.609441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173795437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:09:08.609463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14966705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-08T03:09:08.609486Z","caller":"traceutil/trace.go:171","msg":"trace[387479025] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab; range_end:; response_count:1; response_revision:19551; }","duration":"5.149706492s","start":"2026-03-08T03:09:03.459772Z","end":"2026-03-08T03:09:08.609479Z","steps":["trace[387479025] 'agreement among raft nodes before linearized reading' (duration: 5.14961993s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:08.60948Z","caller":"traceutil/trace.go:171","msg":"trace[1157951288] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19551; }","duration":"3.173865439s","start":"2026-03-08T03:09:05.435602Z","end":"2026-03-08T03:09:08.609467Z","steps":["trace[1157951288] 'agreement among raft nodes before linearized reading' (duration: 3.173795077s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.609427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497060334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:09:08.609505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:03.459763Z","time spent":"5.149737012s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-36bf0742-0011-4d98-a6ce-e6b0179f12ab\" "} {"level":"warn","ts":"2026-03-08T03:09:08.609528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:05.435583Z","time spent":"3.173934511s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:09:08.609533Z","caller":"traceutil/trace.go:171","msg":"trace[1542981781] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19551; }","duration":"2.497192917s","start":"2026-03-08T03:09:06.112325Z","end":"2026-03-08T03:09:08.609518Z","steps":["trace[1542981781] 'agreement among raft nodes before linearized reading' (duration: 2.497037013s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.609144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556712129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:09:08.609613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109384579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:09:08.609613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:06.112307Z","time spent":"2.497283239s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:09:08.609639Z","caller":"traceutil/trace.go:171","msg":"trace[741603518] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:19551; }","duration":"2.10944381s","start":"2026-03-08T03:09:06.500186Z","end":"2026-03-08T03:09:08.60963Z","steps":["trace[741603518] 'agreement among raft nodes before linearized reading' (duration: 2.10940686s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.60966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:06.500166Z","time spent":"2.109488741s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:09:08.609626Z","caller":"traceutil/trace.go:171","msg":"trace[500218118] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19551; }","duration":"1.557227851s","start":"2026-03-08T03:09:07.05239Z","end":"2026-03-08T03:09:08.609618Z","steps":["trace[500218118] 'agreement among raft nodes before linearized reading' (duration: 1.556689619s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.609698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770346697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-08T03:09:08.609704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:07.052375Z","time spent":"1.557320994s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:09:08.609721Z","caller":"traceutil/trace.go:171","msg":"trace[416218328] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7; range_end:; response_count:1; response_revision:19551; }","duration":"3.770403608s","start":"2026-03-08T03:09:04.839307Z","end":"2026-03-08T03:09:08.60971Z","steps":["trace[416218328] 'agreement among raft nodes before linearized reading' (duration: 3.770335087s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.60974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:04.83929Z","time spent":"3.77044641s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" "} {"level":"info","ts":"2026-03-08T03:09:08.609478Z","caller":"traceutil/trace.go:171","msg":"trace[968663682] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19551; }","duration":"2.352776555s","start":"2026-03-08T03:09:06.256677Z","end":"2026-03-08T03:09:08.609454Z","steps":["trace[968663682] 'agreement among raft nodes before linearized reading' (duration: 2.352586151s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.609929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:06.256655Z","time spent":"2.353256396s","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:09:08.610004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.971588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:08.610026Z","caller":"traceutil/trace.go:171","msg":"trace[1674227375] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19551; }","duration":"404.027969ms","start":"2026-03-08T03:09:08.205991Z","end":"2026-03-08T03:09:08.610019Z","steps":["trace[1674227375] 'agreement among raft nodes before linearized reading' (duration: 403.988098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.610046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:08.205974Z","time spent":"404.06679ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:09:08.610225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33504755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:09:08.610502Z","caller":"traceutil/trace.go:171","msg":"trace[847772539] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19551; }","duration":"4.335414608s","start":"2026-03-08T03:09:04.275062Z","end":"2026-03-08T03:09:08.610477Z","steps":["trace[847772539] 'agreement among raft nodes before linearized reading' (duration: 4.334777543s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.610572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:04.275041Z","time spent":"4.335514011s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":150,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:09:08.610862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.072034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:08.610894Z","caller":"traceutil/trace.go:171","msg":"trace[1320605404] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19551; }","duration":"282.172027ms","start":"2026-03-08T03:09:08.328713Z","end":"2026-03-08T03:09:08.610885Z","steps":["trace[1320605404] 'agreement among raft nodes before linearized reading' (duration: 280.263892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.611285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138657872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:08.611343Z","caller":"traceutil/trace.go:171","msg":"trace[746217950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19551; }","duration":"1.138764134s","start":"2026-03-08T03:09:07.472563Z","end":"2026-03-08T03:09:08.611328Z","steps":["trace[746217950] 'agreement among raft nodes before linearized reading' (duration: 1.138633721s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.611376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:07.472537Z","time spent":"1.138831706s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:09:08.845713Z","caller":"traceutil/trace.go:171","msg":"trace[1613831973] linearizableReadLoop","detail":"{readStateIndex:20269; appliedIndex:20268; }","duration":"232.560502ms","start":"2026-03-08T03:09:08.613118Z","end":"2026-03-08T03:09:08.845679Z","steps":["trace[1613831973] 'read index received' (duration: 220.024478ms)","trace[1613831973] 'applied index is now lower than readState.Index' (duration: 12.533584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:09:08.845914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.752387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:08.845963Z","caller":"traceutil/trace.go:171","msg":"trace[1870446112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19552; }","duration":"232.848118ms","start":"2026-03-08T03:09:08.613094Z","end":"2026-03-08T03:09:08.845942Z","steps":["trace[1870446112] 'agreement among raft nodes before linearized reading' (duration: 232.709985ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:08.846092Z","caller":"traceutil/trace.go:171","msg":"trace[92163699] transaction","detail":"{read_only:false; response_revision:19552; number_of_response:1; }","duration":"233.817172ms","start":"2026-03-08T03:09:08.612222Z","end":"2026-03-08T03:09:08.846039Z","steps":["trace[92163699] 'process raft request' (duration: 220.914049ms)","trace[92163699] 'compare' (duration: 12.171775ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:08.8491Z","caller":"traceutil/trace.go:171","msg":"trace[398668604] transaction","detail":"{read_only:false; response_revision:19553; number_of_response:1; }","duration":"230.35719ms","start":"2026-03-08T03:09:08.618694Z","end":"2026-03-08T03:09:08.849051Z","steps":["trace[398668604] 'process raft request' (duration: 230.131265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.849179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.391389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-08T03:09:08.849248Z","caller":"traceutil/trace.go:171","msg":"trace[123669537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19553; }","duration":"235.522612ms","start":"2026-03-08T03:09:08.613707Z","end":"2026-03-08T03:09:08.849229Z","steps":["trace[123669537] 'agreement among raft nodes before linearized reading' (duration: 235.248115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:08.849302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.43342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:08.849381Z","caller":"traceutil/trace.go:171","msg":"trace[1566143758] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19553; }","duration":"146.571803ms","start":"2026-03-08T03:09:08.702787Z","end":"2026-03-08T03:09:08.849359Z","steps":["trace[1566143758] 'agreement among raft nodes before linearized reading' (duration: 146.427779ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:10:11.258092Z","caller":"traceutil/trace.go:171","msg":"trace[1360027163] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"132.189831ms","start":"2026-03-08T03:10:11.125877Z","end":"2026-03-08T03:10:11.258067Z","steps":["trace[1360027163] 'process raft request' (duration: 132.010717ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:10:11.414092Z","caller":"traceutil/trace.go:171","msg":"trace[578095977] transaction","detail":"{read_only:false; response_revision:20133; number_of_response:1; }","duration":"133.507423ms","start":"2026-03-08T03:10:11.280561Z","end":"2026-03-08T03:10:11.414069Z","steps":["trace[578095977] 'process raft request' (duration: 133.467502ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:10:11.414563Z","caller":"traceutil/trace.go:171","msg":"trace[2078311922] transaction","detail":"{read_only:false; response_revision:20132; number_of_response:1; }","duration":"134.548477ms","start":"2026-03-08T03:10:11.28Z","end":"2026-03-08T03:10:11.414548Z","steps":["trace[2078311922] 'process raft request' (duration: 133.905582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:10:12.002802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.707984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:10:12.00292Z","caller":"traceutil/trace.go:171","msg":"trace[293547256] transaction","detail":"{read_only:false; response_revision:20139; number_of_response:1; }","duration":"244.5994ms","start":"2026-03-08T03:10:11.758303Z","end":"2026-03-08T03:10:12.002903Z","steps":["trace[293547256] 'process raft request' (duration: 93.722112ms)","trace[293547256] 'compare' (duration: 150.483299ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:10:35.842308Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18248} {"level":"info","ts":"2026-03-08T03:10:35.967862Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18248,"took":"122.733591ms","hash":941419429,"current-db-size-bytes":42405888,"current-db-size":"42 MB","current-db-size-in-use-bytes":26075136,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-08T03:10:35.967923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":941419429,"revision":18248,"compact-revision":16015} {"level":"info","ts":"2026-03-08T03:11:07.989412Z","caller":"traceutil/trace.go:171","msg":"trace[453764690] transaction","detail":"{read_only:false; response_revision:20481; number_of_response:1; }","duration":"120.61143ms","start":"2026-03-08T03:11:07.868756Z","end":"2026-03-08T03:11:07.989367Z","steps":["trace[453764690] 'process raft request' (duration: 120.18866ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:14.04034Z","caller":"traceutil/trace.go:171","msg":"trace[205353783] linearizableReadLoop","detail":"{readStateIndex:21276; appliedIndex:21274; }","duration":"260.306878ms","start":"2026-03-08T03:11:13.780003Z","end":"2026-03-08T03:11:14.04031Z","steps":["trace[205353783] 'read index received' (duration: 259.96662ms)","trace[205353783] 'applied index is now lower than readState.Index' (duration: 339.128µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:14.040706Z","caller":"traceutil/trace.go:171","msg":"trace[213641938] transaction","detail":"{read_only:false; response_revision:20520; number_of_response:1; }","duration":"283.528091ms","start":"2026-03-08T03:11:13.757162Z","end":"2026-03-08T03:11:14.04069Z","steps":["trace[213641938] 'process raft request' (duration: 282.874626ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:14.041483Z","caller":"traceutil/trace.go:171","msg":"trace[553154720] transaction","detail":"{read_only:false; response_revision:20521; number_of_response:1; }","duration":"283.964001ms","start":"2026-03-08T03:11:13.7575Z","end":"2026-03-08T03:11:14.041464Z","steps":["trace[553154720] 'process raft request' (duration: 282.742873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:14.041854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.821283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:14.041904Z","caller":"traceutil/trace.go:171","msg":"trace[1041081460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20521; }","duration":"261.924725ms","start":"2026-03-08T03:11:13.779966Z","end":"2026-03-08T03:11:14.041891Z","steps":["trace[1041081460] 'agreement among raft nodes before linearized reading' (duration: 261.829583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:14.462018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.797568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:11:14.462115Z","caller":"traceutil/trace.go:171","msg":"trace[562185943] transaction","detail":"{read_only:false; response_revision:20522; number_of_response:1; }","duration":"414.507194ms","start":"2026-03-08T03:11:14.047592Z","end":"2026-03-08T03:11:14.462099Z","steps":["trace[562185943] 'process raft request' (duration: 177.558393ms)","trace[562185943] 'compare' (duration: 236.643504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:14.462174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.047555Z","time spent":"414.582666ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:14.468343Z","caller":"traceutil/trace.go:171","msg":"trace[1798684811] transaction","detail":"{read_only:false; response_revision:20526; number_of_response:1; }","duration":"417.745199ms","start":"2026-03-08T03:11:14.050572Z","end":"2026-03-08T03:11:14.468317Z","steps":["trace[1798684811] 'process raft request' (duration: 417.700618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:14.468562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.050563Z","time spent":"417.862922ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:14.468862Z","caller":"traceutil/trace.go:171","msg":"trace[940120564] transaction","detail":"{read_only:false; response_revision:20523; number_of_response:1; }","duration":"421.122489ms","start":"2026-03-08T03:11:14.047722Z","end":"2026-03-08T03:11:14.468844Z","steps":["trace[940120564] 'process raft request' (duration: 420.349481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:14.468953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.047715Z","time spent":"421.19226ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:14.469167Z","caller":"traceutil/trace.go:171","msg":"trace[1357485313] transaction","detail":"{read_only:false; response_revision:20524; number_of_response:1; }","duration":"420.955185ms","start":"2026-03-08T03:11:14.048197Z","end":"2026-03-08T03:11:14.469152Z","steps":["trace[1357485313] 'process raft request' (duration: 420.007843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:14.469239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.048189Z","time spent":"421.015476ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:14.469379Z","caller":"traceutil/trace.go:171","msg":"trace[1726115090] transaction","detail":"{read_only:false; response_revision:20525; number_of_response:1; }","duration":"420.932534ms","start":"2026-03-08T03:11:14.048438Z","end":"2026-03-08T03:11:14.46937Z","steps":["trace[1726115090] 'process raft request' (duration: 419.803948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:14.469435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.04843Z","time spent":"420.978125ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:14.619056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.647113ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:11:14.619156Z","caller":"traceutil/trace.go:171","msg":"trace[1960398880] linearizableReadLoop","detail":"{readStateIndex:21282; appliedIndex:21277; }","duration":"197.98075ms","start":"2026-03-08T03:11:14.421157Z","end":"2026-03-08T03:11:14.619138Z","steps":["trace[1960398880] 'read index received' (duration: 46.829555ms)","trace[1960398880] 'applied index is now lower than readState.Index' (duration: 151.149835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:14.61936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.183514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:14.619446Z","caller":"traceutil/trace.go:171","msg":"trace[2141035697] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:20526; }","duration":"198.305667ms","start":"2026-03-08T03:11:14.421124Z","end":"2026-03-08T03:11:14.619429Z","steps":["trace[2141035697] 'agreement among raft nodes before linearized reading' (duration: 198.061702ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:16.170096Z","caller":"traceutil/trace.go:171","msg":"trace[133142121] transaction","detail":"{read_only:false; response_revision:20529; number_of_response:1; }","duration":"120.920488ms","start":"2026-03-08T03:11:16.049142Z","end":"2026-03-08T03:11:16.170063Z","steps":["trace[133142121] 'process raft request' (duration: 96.877036ms)","trace[133142121] 'compare' (duration: 23.897349ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:18.232316Z","caller":"traceutil/trace.go:171","msg":"trace[2067862166] transaction","detail":"{read_only:false; response_revision:20535; number_of_response:1; }","duration":"424.050057ms","start":"2026-03-08T03:11:17.808227Z","end":"2026-03-08T03:11:18.232277Z","steps":["trace[2067862166] 'process raft request' (duration: 423.909854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.23254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:17.8082Z","time spent":"424.242692ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:18.51163Z","caller":"traceutil/trace.go:171","msg":"trace[1623885113] transaction","detail":"{read_only:false; response_revision:20536; number_of_response:1; }","duration":"434.134932ms","start":"2026-03-08T03:11:18.077476Z","end":"2026-03-08T03:11:18.511611Z","steps":["trace[1623885113] 'process raft request' (duration: 433.939878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.511756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.077452Z","time spent":"434.241705ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:18.512208Z","caller":"traceutil/trace.go:171","msg":"trace[935990836] transaction","detail":"{read_only:false; response_revision:20537; number_of_response:1; }","duration":"335.65405ms","start":"2026-03-08T03:11:18.176523Z","end":"2026-03-08T03:11:18.512177Z","steps":["trace[935990836] 'process raft request' (duration: 335.039525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.512421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.176503Z","time spent":"335.793013ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:19.159492Z","caller":"traceutil/trace.go:171","msg":"trace[1648275421] linearizableReadLoop","detail":"{readStateIndex:21299; appliedIndex:21298; }","duration":"151.275168ms","start":"2026-03-08T03:11:19.008192Z","end":"2026-03-08T03:11:19.159468Z","steps":["trace[1648275421] 'read index received' (duration: 151.003882ms)","trace[1648275421] 'applied index is now lower than readState.Index' (duration: 270.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:19.159526Z","caller":"traceutil/trace.go:171","msg":"trace[501535033] transaction","detail":"{read_only:false; response_revision:20543; number_of_response:1; }","duration":"260.645546ms","start":"2026-03-08T03:11:18.898854Z","end":"2026-03-08T03:11:19.159499Z","steps":["trace[501535033] 'process raft request' (duration: 260.439901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.159803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.582075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:11:19.159866Z","caller":"traceutil/trace.go:171","msg":"trace[1869043962] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:20543; }","duration":"151.699268ms","start":"2026-03-08T03:11:19.00815Z","end":"2026-03-08T03:11:19.15985Z","steps":["trace[1869043962] 'agreement among raft nodes before linearized reading' (duration: 151.510944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.858965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.580354ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-08T03:11:19.859187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.160842Z","time spent":"698.337992ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:11:19.8592Z","caller":"traceutil/trace.go:171","msg":"trace[1636768611] linearizableReadLoop","detail":"{readStateIndex:21300; appliedIndex:21299; }","duration":"652.734245ms","start":"2026-03-08T03:11:19.206406Z","end":"2026-03-08T03:11:19.85914Z","steps":["trace[1636768611] 'read index received' (duration: 208.885115ms)","trace[1636768611] 'applied index is now lower than readState.Index' (duration: 443.84685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:19.859756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-08T03:11:19.860646Z","caller":"traceutil/trace.go:171","msg":"trace[1719291203] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20543; }","duration":"654.269931ms","start":"2026-03-08T03:11:19.206354Z","end":"2026-03-08T03:11:19.860624Z","steps":["trace[1719291203] 'agreement among raft nodes before linearized reading' (duration: 653.111664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.859846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.839019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-08T03:11:19.859839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.397113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:19.859856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.140091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:19.859853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.680475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:19.859931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.716097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:19.859935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.694271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:19.859982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.942622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-03-08T03:11:19.85999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.617278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-08T03:11:19.86003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.380326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-03-08T03:11:19.86008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.648739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-03-08T03:11:19.860063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.932761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-03-08T03:11:19.861007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.206327Z","time spent":"654.663211ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-08T03:11:19.862116Z","caller":"traceutil/trace.go:171","msg":"trace[868044195] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20543; }","duration":"614.000409ms","start":"2026-03-08T03:11:19.248098Z","end":"2026-03-08T03:11:19.862098Z","steps":["trace[868044195] 'agreement among raft nodes before linearized reading' (duration: 611.788168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.862169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.248094Z","time spent":"614.062371ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:11:19.861091Z","caller":"traceutil/trace.go:171","msg":"trace[765162590] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20543; }","duration":"613.090308ms","start":"2026-03-08T03:11:19.247971Z","end":"2026-03-08T03:11:19.861061Z","steps":["trace[765162590] 'agreement among raft nodes before linearized reading' (duration: 611.705236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.862606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.247922Z","time spent":"614.659435ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-08T03:11:19.86118Z","caller":"traceutil/trace.go:171","msg":"trace[1648108899] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20543; }","duration":"442.777145ms","start":"2026-03-08T03:11:19.418376Z","end":"2026-03-08T03:11:19.861154Z","steps":["trace[1648108899] 'agreement among raft nodes before linearized reading' (duration: 441.354552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.8628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.418364Z","time spent":"444.423304ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-08T03:11:19.861337Z","caller":"traceutil/trace.go:171","msg":"trace[1433977868] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20543; }","duration":"263.673426ms","start":"2026-03-08T03:11:19.597643Z","end":"2026-03-08T03:11:19.861316Z","steps":["trace[1433977868] 'agreement among raft nodes before linearized reading' (duration: 262.11236ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:19.861376Z","caller":"traceutil/trace.go:171","msg":"trace[3720479] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20543; }","duration":"613.221781ms","start":"2026-03-08T03:11:19.248133Z","end":"2026-03-08T03:11:19.861354Z","steps":["trace[3720479] 'agreement among raft nodes before linearized reading' (duration: 611.632744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.862977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.248128Z","time spent":"614.83316ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-08T03:11:19.861416Z","caller":"traceutil/trace.go:171","msg":"trace[365858738] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20543; }","duration":"613.233561ms","start":"2026-03-08T03:11:19.248175Z","end":"2026-03-08T03:11:19.861408Z","steps":["trace[365858738] 'agreement among raft nodes before linearized reading' (duration: 611.737956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.863053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.248157Z","time spent":"614.88172ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-08T03:11:19.861479Z","caller":"traceutil/trace.go:171","msg":"trace[941008693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20543; }","duration":"151.296189ms","start":"2026-03-08T03:11:19.710175Z","end":"2026-03-08T03:11:19.861471Z","steps":["trace[941008693] 'agreement among raft nodes before linearized reading' (duration: 149.734942ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:19.861646Z","caller":"traceutil/trace.go:171","msg":"trace[78530278] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20543; }","duration":"443.319638ms","start":"2026-03-08T03:11:19.418317Z","end":"2026-03-08T03:11:19.861637Z","steps":["trace[78530278] 'agreement among raft nodes before linearized reading' (duration: 441.501035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.863205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.418297Z","time spent":"444.895875ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-08T03:11:19.861762Z","caller":"traceutil/trace.go:171","msg":"trace[1959508187] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20543; }","duration":"264.119687ms","start":"2026-03-08T03:11:19.597616Z","end":"2026-03-08T03:11:19.861736Z","steps":["trace[1959508187] 'agreement among raft nodes before linearized reading' (duration: 262.284954ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:19.86177Z","caller":"traceutil/trace.go:171","msg":"trace[2139020314] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20543; }","duration":"613.561429ms","start":"2026-03-08T03:11:19.248015Z","end":"2026-03-08T03:11:19.861576Z","steps":["trace[2139020314] 'agreement among raft nodes before linearized reading' (duration: 611.87444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.863391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.248011Z","time spent":"615.370821ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:11:19.86185Z","caller":"traceutil/trace.go:171","msg":"trace[1281952361] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20543; }","duration":"443.453591ms","start":"2026-03-08T03:11:19.418385Z","end":"2026-03-08T03:11:19.861839Z","steps":["trace[1281952361] 'agreement among raft nodes before linearized reading' (duration: 441.575697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:19.863551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.418357Z","time spent":"445.182211ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:11:20.363368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081896134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:11:20.712678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.420401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:11:20.712785Z","caller":"traceutil/trace.go:171","msg":"trace[598604690] transaction","detail":"{read_only:false; response_revision:20544; number_of_response:1; }","duration":"851.487622ms","start":"2026-03-08T03:11:19.861276Z","end":"2026-03-08T03:11:20.712763Z","steps":["trace[598604690] 'process raft request' (duration: 649.879457ms)","trace[598604690] 'compare' (duration: 201.007611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:20.712844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.861252Z","time spent":"851.562864ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:20.720326Z","caller":"traceutil/trace.go:171","msg":"trace[1481655951] linearizableReadLoop","detail":"{readStateIndex:21302; appliedIndex:21300; }","duration":"857.515653ms","start":"2026-03-08T03:11:19.862794Z","end":"2026-03-08T03:11:20.72031Z","steps":["trace[1481655951] 'read index received' (duration: 648.29952ms)","trace[1481655951] 'applied index is now lower than readState.Index' (duration: 209.215453ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:20.720365Z","caller":"traceutil/trace.go:171","msg":"trace[46694360] transaction","detail":"{read_only:false; response_revision:20545; number_of_response:1; }","duration":"483.349873ms","start":"2026-03-08T03:11:20.236991Z","end":"2026-03-08T03:11:20.720341Z","steps":["trace[46694360] 'process raft request' (duration: 483.20354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.720448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.634455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:11:20.720488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.236973Z","time spent":"483.446796ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:20.720523Z","caller":"traceutil/trace.go:171","msg":"trace[702543988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20545; }","duration":"857.735888ms","start":"2026-03-08T03:11:19.862771Z","end":"2026-03-08T03:11:20.720507Z","steps":["trace[702543988] 'agreement among raft nodes before linearized reading' (duration: 857.614416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.720564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.862757Z","time spent":"857.795489ms","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:11:20.796945Z","caller":"traceutil/trace.go:171","msg":"trace[80013179] transaction","detail":"{read_only:false; response_revision:20546; number_of_response:1; }","duration":"279.816734ms","start":"2026-03-08T03:11:20.517102Z","end":"2026-03-08T03:11:20.796919Z","steps":["trace[80013179] 'process raft request' (duration: 279.637349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.797213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.507631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:20.797274Z","caller":"traceutil/trace.go:171","msg":"trace[951665352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20547; }","duration":"933.595662ms","start":"2026-03-08T03:11:19.86366Z","end":"2026-03-08T03:11:20.797255Z","steps":["trace[951665352] 'agreement among raft nodes before linearized reading' (duration: 933.454439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.797307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.863645Z","time spent":"933.654283ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:11:20.797355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.779419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:11:20.797404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.323931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:11:20.797409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.52058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:11:20.797431Z","caller":"traceutil/trace.go:171","msg":"trace[2036759251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20547; }","duration":"198.922502ms","start":"2026-03-08T03:11:20.598493Z","end":"2026-03-08T03:11:20.797415Z","steps":["trace[2036759251] 'agreement among raft nodes before linearized reading' (duration: 198.669696ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:20.797448Z","caller":"traceutil/trace.go:171","msg":"trace[412504725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20547; }","duration":"199.426164ms","start":"2026-03-08T03:11:20.598013Z","end":"2026-03-08T03:11:20.797439Z","steps":["trace[412504725] 'agreement among raft nodes before linearized reading' (duration: 199.224369ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:20.797465Z","caller":"traceutil/trace.go:171","msg":"trace[2318494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20547; }","duration":"268.608572ms","start":"2026-03-08T03:11:20.528841Z","end":"2026-03-08T03:11:20.797449Z","steps":["trace[2318494] 'agreement among raft nodes before linearized reading' (duration: 268.444738ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:20.797272Z","caller":"traceutil/trace.go:171","msg":"trace[1824560814] transaction","detail":"{read_only:false; response_revision:20547; number_of_response:1; }","duration":"279.096647ms","start":"2026-03-08T03:11:20.51814Z","end":"2026-03-08T03:11:20.797237Z","steps":["trace[1824560814] 'process raft request' (duration: 278.731758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.797598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.85673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:11:20.797607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.528639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:11:20.797632Z","caller":"traceutil/trace.go:171","msg":"trace[1420478056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20547; }","duration":"198.922522ms","start":"2026-03-08T03:11:20.598701Z","end":"2026-03-08T03:11:20.797624Z","steps":["trace[1420478056] 'agreement among raft nodes before linearized reading' (duration: 198.83528ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:20.797756Z","caller":"traceutil/trace.go:171","msg":"trace[1940187238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20547; }","duration":"197.642262ms","start":"2026-03-08T03:11:20.600006Z","end":"2026-03-08T03:11:20.797649Z","steps":["trace[1940187238] 'agreement among raft nodes before linearized reading' (duration: 197.1609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.522606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.924698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:11:21.522777Z","caller":"traceutil/trace.go:171","msg":"trace[616209589] transaction","detail":"{read_only:false; response_revision:20548; number_of_response:1; }","duration":"721.143116ms","start":"2026-03-08T03:11:20.801607Z","end":"2026-03-08T03:11:21.52275Z","steps":["trace[616209589] 'process raft request' (duration: 300.429287ms)","trace[616209589] 'compare' (duration: 418.376585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:21.522868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.801589Z","time spent":"721.238228ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:21.531348Z","caller":"traceutil/trace.go:171","msg":"trace[996887142] linearizableReadLoop","detail":"{readStateIndex:21308; appliedIndex:21304; }","duration":"728.697063ms","start":"2026-03-08T03:11:20.802633Z","end":"2026-03-08T03:11:21.53133Z","steps":["trace[996887142] 'read index received' (duration: 299.418263ms)","trace[996887142] 'applied index is now lower than readState.Index' (duration: 429.27796ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:21.531359Z","caller":"traceutil/trace.go:171","msg":"trace[838748810] transaction","detail":"{read_only:false; response_revision:20549; number_of_response:1; }","duration":"729.328048ms","start":"2026-03-08T03:11:20.801997Z","end":"2026-03-08T03:11:21.531325Z","steps":["trace[838748810] 'process raft request' (duration: 729.138973ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:21.531445Z","caller":"traceutil/trace.go:171","msg":"trace[317992077] transaction","detail":"{read_only:false; response_revision:20550; number_of_response:1; }","duration":"729.132623ms","start":"2026-03-08T03:11:20.8023Z","end":"2026-03-08T03:11:21.531433Z","steps":["trace[317992077] 'process raft request' (duration: 728.946049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.531535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.801983Z","time spent":"729.44965ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:21.531597Z","caller":"traceutil/trace.go:171","msg":"trace[223467514] transaction","detail":"{read_only:false; response_revision:20551; number_of_response:1; }","duration":"728.99445ms","start":"2026-03-08T03:11:20.802593Z","end":"2026-03-08T03:11:21.531587Z","steps":["trace[223467514] 'process raft request' (duration: 728.683132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.531652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.802567Z","time spent":"729.055421ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:21.531539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.802284Z","time spent":"729.190574ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:21.531826Z","caller":"traceutil/trace.go:171","msg":"trace[85522450] transaction","detail":"{read_only:false; response_revision:20552; number_of_response:1; }","duration":"727.483225ms","start":"2026-03-08T03:11:20.804267Z","end":"2026-03-08T03:11:21.53175Z","steps":["trace[85522450] 'process raft request' (duration: 727.035174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.531895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.248186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:11:21.531947Z","caller":"traceutil/trace.go:171","msg":"trace[1399229314] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20552; }","duration":"729.325817ms","start":"2026-03-08T03:11:20.802608Z","end":"2026-03-08T03:11:21.531934Z","steps":["trace[1399229314] 'agreement among raft nodes before linearized reading' (duration: 729.165983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.531983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.802597Z","time spent":"729.377929ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:11:21.532052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.804252Z","time spent":"727.661048ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:21.70833Z","caller":"traceutil/trace.go:171","msg":"trace[1775912553] transaction","detail":"{read_only:false; response_revision:20553; number_of_response:1; }","duration":"547.765781ms","start":"2026-03-08T03:11:21.160539Z","end":"2026-03-08T03:11:21.708305Z","steps":["trace[1775912553] 'process raft request' (duration: 547.554936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.708484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:21.160509Z","time spent":"547.898954ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:21.70867Z","caller":"traceutil/trace.go:171","msg":"trace[747262337] transaction","detail":"{read_only:false; response_revision:20554; number_of_response:1; }","duration":"437.579734ms","start":"2026-03-08T03:11:21.271065Z","end":"2026-03-08T03:11:21.708645Z","steps":["trace[747262337] 'process raft request' (duration: 437.198335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.708763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:21.271048Z","time spent":"437.670756ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:21.708785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.524352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:21.70871Z","caller":"traceutil/trace.go:171","msg":"trace[2018661346] linearizableReadLoop","detail":"{readStateIndex:21311; appliedIndex:21309; }","duration":"177.231186ms","start":"2026-03-08T03:11:21.531402Z","end":"2026-03-08T03:11:21.708633Z","steps":["trace[2018661346] 'read index received' (duration: 176.755595ms)","trace[2018661346] 'applied index is now lower than readState.Index' (duration: 469.89µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:21.708863Z","caller":"traceutil/trace.go:171","msg":"trace[1532609853] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:20554; }","duration":"847.644375ms","start":"2026-03-08T03:11:20.861202Z","end":"2026-03-08T03:11:21.708846Z","steps":["trace[1532609853] 'agreement among raft nodes before linearized reading' (duration: 847.495821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.708976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.472131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:21.709053Z","caller":"traceutil/trace.go:171","msg":"trace[137908122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20554; }","duration":"903.592293ms","start":"2026-03-08T03:11:20.805444Z","end":"2026-03-08T03:11:21.709036Z","steps":["trace[137908122] 'agreement among raft nodes before linearized reading' (duration: 903.46967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.709112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.805428Z","time spent":"903.675416ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:11:21.709251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.579548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:11:21.71016Z","caller":"traceutil/trace.go:171","msg":"trace[2082354703] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20554; }","duration":"324.5285ms","start":"2026-03-08T03:11:21.385608Z","end":"2026-03-08T03:11:21.710137Z","steps":["trace[2082354703] 'agreement among raft nodes before linearized reading' (duration: 323.072516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:21.710231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:21.385586Z","time spent":"324.626523ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:11:21.709301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.861188Z","time spent":"847.796378ms","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:11:23.701928Z","caller":"traceutil/trace.go:171","msg":"trace[1950092614] transaction","detail":"{read_only:false; response_revision:20565; number_of_response:1; }","duration":"160.053193ms","start":"2026-03-08T03:11:23.541852Z","end":"2026-03-08T03:11:23.701905Z","steps":["trace[1950092614] 'process raft request' (duration: 160.005422ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:23.70212Z","caller":"traceutil/trace.go:171","msg":"trace[674058675] transaction","detail":"{read_only:false; response_revision:20563; number_of_response:1; }","duration":"162.453449ms","start":"2026-03-08T03:11:23.539613Z","end":"2026-03-08T03:11:23.702067Z","steps":["trace[674058675] 'process raft request' (duration: 162.167912ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:23.702115Z","caller":"traceutil/trace.go:171","msg":"trace[480911964] transaction","detail":"{read_only:false; response_revision:20562; number_of_response:1; }","duration":"162.513941ms","start":"2026-03-08T03:11:23.539544Z","end":"2026-03-08T03:11:23.702058Z","steps":["trace[480911964] 'process raft request' (duration: 158.676271ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:23.702211Z","caller":"traceutil/trace.go:171","msg":"trace[1335452765] transaction","detail":"{read_only:false; response_revision:20564; number_of_response:1; }","duration":"162.362287ms","start":"2026-03-08T03:11:23.539813Z","end":"2026-03-08T03:11:23.702175Z","steps":["trace[1335452765] 'process raft request' (duration: 162.009679ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:23.709167Z","caller":"traceutil/trace.go:171","msg":"trace[452073492] transaction","detail":"{read_only:false; response_revision:20566; number_of_response:1; }","duration":"119.31671ms","start":"2026-03-08T03:11:23.589827Z","end":"2026-03-08T03:11:23.709144Z","steps":["trace[452073492] 'process raft request' (duration: 119.183337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.98404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.855097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-08T03:11:23.984126Z","caller":"traceutil/trace.go:171","msg":"trace[1841585755] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20566; }","duration":"111.960499ms","start":"2026-03-08T03:11:23.872143Z","end":"2026-03-08T03:11:23.984103Z","steps":["trace[1841585755] 'range keys from in-memory index tree' (duration: 111.733743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.984136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.077551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:23.984141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.822255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-08T03:11:23.984201Z","caller":"traceutil/trace.go:171","msg":"trace[408634167] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20566; }","duration":"112.130183ms","start":"2026-03-08T03:11:23.872049Z","end":"2026-03-08T03:11:23.984179Z","steps":["trace[408634167] 'range keys from in-memory index tree' (duration: 112.054931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.984207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.574826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-08T03:11:23.984221Z","caller":"traceutil/trace.go:171","msg":"trace[1986753194] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20566; }","duration":"108.942448ms","start":"2026-03-08T03:11:23.875259Z","end":"2026-03-08T03:11:23.984202Z","steps":["trace[1986753194] 'range keys from in-memory index tree' (duration: 108.739763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.984247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.327677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-08T03:11:23.984258Z","caller":"traceutil/trace.go:171","msg":"trace[191907425] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20566; }","duration":"107.641527ms","start":"2026-03-08T03:11:23.876604Z","end":"2026-03-08T03:11:23.984245Z","steps":["trace[191907425] 'range keys from in-memory index tree' (duration: 107.474403ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:23.984288Z","caller":"traceutil/trace.go:171","msg":"trace[630979431] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20566; }","duration":"109.380958ms","start":"2026-03-08T03:11:23.874898Z","end":"2026-03-08T03:11:23.984279Z","steps":["trace[630979431] 'range keys from in-memory index tree' (duration: 109.228674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.984362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.491237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:23.984381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.990049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-03-08T03:11:23.984437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.271595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-08T03:11:23.984463Z","caller":"traceutil/trace.go:171","msg":"trace[1722839672] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20566; }","duration":"109.125852ms","start":"2026-03-08T03:11:23.87532Z","end":"2026-03-08T03:11:23.984446Z","steps":["trace[1722839672] 'range keys from in-memory index tree' (duration: 108.829485ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:23.984467Z","caller":"traceutil/trace.go:171","msg":"trace[730578849] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20566; }","duration":"109.333217ms","start":"2026-03-08T03:11:23.875123Z","end":"2026-03-08T03:11:23.984457Z","steps":["trace[730578849] 'range keys from in-memory index tree' (duration: 109.132853ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:23.984475Z","caller":"traceutil/trace.go:171","msg":"trace[485314304] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20566; }","duration":"111.583089ms","start":"2026-03-08T03:11:23.872845Z","end":"2026-03-08T03:11:23.984428Z","steps":["trace[485314304] 'range keys from in-memory index tree' (duration: 111.461867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.984053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.098272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:23.984592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.559193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:23.98462Z","caller":"traceutil/trace.go:171","msg":"trace[1994879975] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20566; }","duration":"112.707236ms","start":"2026-03-08T03:11:23.87189Z","end":"2026-03-08T03:11:23.984597Z","steps":["trace[1994879975] 'range keys from in-memory index tree' (duration: 112.000809ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:23.984685Z","caller":"traceutil/trace.go:171","msg":"trace[1053870413] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20566; }","duration":"112.718306ms","start":"2026-03-08T03:11:23.871952Z","end":"2026-03-08T03:11:23.984671Z","steps":["trace[1053870413] 'range keys from in-memory index tree' (duration: 112.524742ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:26.625308Z","caller":"traceutil/trace.go:171","msg":"trace[2079524988] linearizableReadLoop","detail":"{readStateIndex:21849; appliedIndex:21847; }","duration":"279.340531ms","start":"2026-03-08T03:12:26.345951Z","end":"2026-03-08T03:12:26.625292Z","steps":["trace[2079524988] 'read index received' (duration: 262.69795ms)","trace[2079524988] 'applied index is now lower than readState.Index' (duration: 16.641961ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:12:26.62533Z","caller":"traceutil/trace.go:171","msg":"trace[324681185] transaction","detail":"{read_only:false; response_revision:21073; number_of_response:1; }","duration":"293.36535ms","start":"2026-03-08T03:12:26.331937Z","end":"2026-03-08T03:12:26.625302Z","steps":["trace[324681185] 'process raft request' (duration: 276.731269ms)","trace[324681185] 'compare' (duration: 16.454567ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:12:26.625378Z","caller":"traceutil/trace.go:171","msg":"trace[146841556] transaction","detail":"{read_only:false; response_revision:21074; number_of_response:1; }","duration":"291.657ms","start":"2026-03-08T03:12:26.333688Z","end":"2026-03-08T03:12:26.625345Z","steps":["trace[146841556] 'process raft request' (duration: 291.563208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:26.625467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.508225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:9192"} {"level":"info","ts":"2026-03-08T03:12:26.625489Z","caller":"traceutil/trace.go:171","msg":"trace[300229993] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:21074; }","duration":"279.564496ms","start":"2026-03-08T03:12:26.345918Z","end":"2026-03-08T03:12:26.625482Z","steps":["trace[300229993] 'agreement among raft nodes before linearized reading' (duration: 279.464134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:26.625555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.858591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:12:26.625636Z","caller":"traceutil/trace.go:171","msg":"trace[1508629769] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:21074; }","duration":"179.018014ms","start":"2026-03-08T03:12:26.446597Z","end":"2026-03-08T03:12:26.625615Z","steps":["trace[1508629769] 'agreement among raft nodes before linearized reading' (duration: 178.85366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:26.626487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.968739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-08T03:12:26.626884Z","caller":"traceutil/trace.go:171","msg":"trace[1291005969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:21074; }","duration":"198.40617ms","start":"2026-03-08T03:12:26.42846Z","end":"2026-03-08T03:12:26.626866Z","steps":["trace[1291005969] 'agreement among raft nodes before linearized reading' (duration: 197.876257ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:57.025933Z","caller":"traceutil/trace.go:171","msg":"trace[1210423172] transaction","detail":"{read_only:false; response_revision:21245; number_of_response:1; }","duration":"251.824584ms","start":"2026-03-08T03:12:56.774083Z","end":"2026-03-08T03:12:57.025908Z","steps":["trace[1210423172] 'process raft request' (duration: 251.695731ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:57.027276Z","caller":"traceutil/trace.go:171","msg":"trace[36619716] transaction","detail":"{read_only:false; response_revision:21246; number_of_response:1; }","duration":"208.796454ms","start":"2026-03-08T03:12:56.818444Z","end":"2026-03-08T03:12:57.027241Z","steps":["trace[36619716] 'process raft request' (duration: 208.596879ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:02.659457Z","caller":"traceutil/trace.go:171","msg":"trace[1023185951] linearizableReadLoop","detail":"{readStateIndex:22142; appliedIndex:22141; }","duration":"322.792422ms","start":"2026-03-08T03:13:02.336627Z","end":"2026-03-08T03:13:02.65942Z","steps":["trace[1023185951] 'read index received' (duration: 318.214194ms)","trace[1023185951] 'applied index is now lower than readState.Index' (duration: 4.577008ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:02.659688Z","caller":"traceutil/trace.go:171","msg":"trace[1130933901] transaction","detail":"{read_only:false; response_revision:21360; number_of_response:1; }","duration":"323.755075ms","start":"2026-03-08T03:13:02.335914Z","end":"2026-03-08T03:13:02.659669Z","steps":["trace[1130933901] 'process raft request' (duration: 318.965812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:02.659866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:02.335894Z","time spent":"323.885167ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:13:02.659881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.008047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:13:02.65991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.272413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:13:02.65998Z","caller":"traceutil/trace.go:171","msg":"trace[945352107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21360; }","duration":"323.125689ms","start":"2026-03-08T03:13:02.336825Z","end":"2026-03-08T03:13:02.659951Z","steps":["trace[945352107] 'agreement among raft nodes before linearized reading' (duration: 322.857693ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:02.659987Z","caller":"traceutil/trace.go:171","msg":"trace[232069808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21360; }","duration":"323.366965ms","start":"2026-03-08T03:13:02.336603Z","end":"2026-03-08T03:13:02.65997Z","steps":["trace[232069808] 'agreement among raft nodes before linearized reading' (duration: 323.197391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:02.660049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:02.336595Z","time spent":"323.440147ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:13:02.660049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:02.336819Z","time spent":"323.215351ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:13:08.877995Z","caller":"traceutil/trace.go:171","msg":"trace[848881531] linearizableReadLoop","detail":"{readStateIndex:22485; appliedIndex:22484; }","duration":"359.589466ms","start":"2026-03-08T03:13:08.518376Z","end":"2026-03-08T03:13:08.877965Z","steps":["trace[848881531] 'read index received' (duration: 353.612225ms)","trace[848881531] 'applied index is now lower than readState.Index' (duration: 5.976251ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:08.878027Z","caller":"traceutil/trace.go:171","msg":"trace[669536323] transaction","detail":"{read_only:false; response_revision:21693; number_of_response:1; }","duration":"360.816524ms","start":"2026-03-08T03:13:08.517165Z","end":"2026-03-08T03:13:08.877982Z","steps":["trace[669536323] 'process raft request' (duration: 354.739391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:08.878169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:08.51714Z","time spent":"360.971948ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:13:08.878225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.838311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-08T03:13:08.878295Z","caller":"traceutil/trace.go:171","msg":"trace[1780269528] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:21693; }","duration":"359.968474ms","start":"2026-03-08T03:13:08.518309Z","end":"2026-03-08T03:13:08.878278Z","steps":["trace[1780269528] 'agreement among raft nodes before linearized reading' (duration: 359.758309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:08.87833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:08.518281Z","time spent":"360.043826ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-08T03:13:08.878799Z","caller":"traceutil/trace.go:171","msg":"trace[351025513] transaction","detail":"{read_only:false; response_revision:21694; number_of_response:1; }","duration":"354.27044ms","start":"2026-03-08T03:13:08.524518Z","end":"2026-03-08T03:13:08.878788Z","steps":["trace[351025513] 'process raft request' (duration: 354.126367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:08.878878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:08.524486Z","time spent":"354.344442ms","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":39892,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:13:08.879074Z","caller":"traceutil/trace.go:171","msg":"trace[1810522351] transaction","detail":"{read_only:false; response_revision:21695; number_of_response:1; }","duration":"352.798436ms","start":"2026-03-08T03:13:08.526252Z","end":"2026-03-08T03:13:08.87905Z","steps":["trace[1810522351] 'process raft request' (duration: 352.489449ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:08.879282Z","caller":"traceutil/trace.go:171","msg":"trace[1754484623] transaction","detail":"{read_only:false; response_revision:21696; number_of_response:1; }","duration":"272.236464ms","start":"2026-03-08T03:13:08.607031Z","end":"2026-03-08T03:13:08.879268Z","steps":["trace[1754484623] 'process raft request' (duration: 271.947968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:08.879279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.550484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-x7wwh\" ","response":"range_response_count:1 size:2605"} {"level":"warn","ts":"2026-03-08T03:13:08.879335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:08.526219Z","time spent":"352.908449ms","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":42108,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:13:08.879367Z","caller":"traceutil/trace.go:171","msg":"trace[80743779] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-x7wwh; range_end:; response_count:1; response_revision:21696; }","duration":"330.699387ms","start":"2026-03-08T03:13:08.548645Z","end":"2026-03-08T03:13:08.879344Z","steps":["trace[80743779] 'agreement among raft nodes before linearized reading' (duration: 330.482402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:08.879419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:08.548622Z","time spent":"330.787659ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":2628,"request content":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-x7wwh\" "} {"level":"warn","ts":"2026-03-08T03:13:08.879459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.475488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:13:08.879366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.887433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:13:08.879483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.239211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:08.879502Z","caller":"traceutil/trace.go:171","msg":"trace[1118603396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21696; }","duration":"148.57646ms","start":"2026-03-08T03:13:08.730913Z","end":"2026-03-08T03:13:08.87949Z","steps":["trace[1118603396] 'agreement among raft nodes before linearized reading' (duration: 148.459517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:08.879504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.807917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-08T03:13:08.879525Z","caller":"traceutil/trace.go:171","msg":"trace[542463407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21696; }","duration":"168.101458ms","start":"2026-03-08T03:13:08.711414Z","end":"2026-03-08T03:13:08.879515Z","steps":["trace[542463407] 'agreement among raft nodes before linearized reading' (duration: 167.829352ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:08.879533Z","caller":"traceutil/trace.go:171","msg":"trace[240356564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21696; }","duration":"168.304243ms","start":"2026-03-08T03:13:08.711217Z","end":"2026-03-08T03:13:08.879521Z","steps":["trace[240356564] 'agreement among raft nodes before linearized reading' (duration: 168.209151ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:08.879557Z","caller":"traceutil/trace.go:171","msg":"trace[729669637] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21696; }","duration":"272.89347ms","start":"2026-03-08T03:13:08.606648Z","end":"2026-03-08T03:13:08.879542Z","steps":["trace[729669637] 'agreement among raft nodes before linearized reading' (duration: 272.696835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:08.879748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.726233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:13:08.879812Z","caller":"traceutil/trace.go:171","msg":"trace[1692676997] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21696; }","duration":"254.825155ms","start":"2026-03-08T03:13:08.624974Z","end":"2026-03-08T03:13:08.879799Z","steps":["trace[1692676997] 'agreement among raft nodes before linearized reading' (duration: 254.335013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:08.880243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.054124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:13:08.880333Z","caller":"traceutil/trace.go:171","msg":"trace[837471156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21696; }","duration":"170.184897ms","start":"2026-03-08T03:13:08.710126Z","end":"2026-03-08T03:13:08.88031Z","steps":["trace[837471156] 'agreement among raft nodes before linearized reading' (duration: 169.175883ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:10.589838Z","caller":"traceutil/trace.go:171","msg":"trace[133573989] transaction","detail":"{read_only:false; response_revision:21783; number_of_response:1; }","duration":"155.422231ms","start":"2026-03-08T03:13:10.434381Z","end":"2026-03-08T03:13:10.589803Z","steps":["trace[133573989] 'process raft request' (duration: 155.238066ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:10.589802Z","caller":"traceutil/trace.go:171","msg":"trace[1441890713] linearizableReadLoop","detail":"{readStateIndex:22576; appliedIndex:22575; }","duration":"136.444905ms","start":"2026-03-08T03:13:10.453326Z","end":"2026-03-08T03:13:10.589771Z","steps":["trace[1441890713] 'read index received' (duration: 136.24696ms)","trace[1441890713] 'applied index is now lower than readState.Index' (duration: 197.145µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:13:10.589955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.608069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:10.589992Z","caller":"traceutil/trace.go:171","msg":"trace[1217820271] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21783; }","duration":"136.68364ms","start":"2026-03-08T03:13:10.4533Z","end":"2026-03-08T03:13:10.589983Z","steps":["trace[1217820271] 'agreement among raft nodes before linearized reading' (duration: 136.569277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:10.589996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.608249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:10.590157Z","caller":"traceutil/trace.go:171","msg":"trace[600377658] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21783; }","duration":"136.776123ms","start":"2026-03-08T03:13:10.453335Z","end":"2026-03-08T03:13:10.590111Z","steps":["trace[600377658] 'agreement among raft nodes before linearized reading' (duration: 136.625969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:10.590234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.999717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:10.590265Z","caller":"traceutil/trace.go:171","msg":"trace[1603341137] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21783; }","duration":"108.045027ms","start":"2026-03-08T03:13:10.482214Z","end":"2026-03-08T03:13:10.590259Z","steps":["trace[1603341137] 'agreement among raft nodes before linearized reading' (duration: 107.998516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:10.590376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.116879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:10.590399Z","caller":"traceutil/trace.go:171","msg":"trace[1942485995] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21783; }","duration":"108.155881ms","start":"2026-03-08T03:13:10.482238Z","end":"2026-03-08T03:13:10.590394Z","steps":["trace[1942485995] 'agreement among raft nodes before linearized reading' (duration: 108.11722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:10.590544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.202071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:10.590596Z","caller":"traceutil/trace.go:171","msg":"trace[844206228] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21783; }","duration":"122.292172ms","start":"2026-03-08T03:13:10.468287Z","end":"2026-03-08T03:13:10.59058Z","steps":["trace[844206228] 'agreement among raft nodes before linearized reading' (duration: 122.2248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:10.59018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.382912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:10.591031Z","caller":"traceutil/trace.go:171","msg":"trace[1782201700] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21783; }","duration":"108.254283ms","start":"2026-03-08T03:13:10.482752Z","end":"2026-03-08T03:13:10.591006Z","steps":["trace[1782201700] 'agreement among raft nodes before linearized reading' (duration: 107.29455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:10.590705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.414496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:10.591126Z","caller":"traceutil/trace.go:171","msg":"trace[1184711650] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21783; }","duration":"122.894667ms","start":"2026-03-08T03:13:10.468197Z","end":"2026-03-08T03:13:10.591091Z","steps":["trace[1184711650] 'agreement among raft nodes before linearized reading' (duration: 122.333664ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:10.762279Z","caller":"traceutil/trace.go:171","msg":"trace[1394656237] linearizableReadLoop","detail":"{readStateIndex:22577; appliedIndex:22576; }","duration":"153.200528ms","start":"2026-03-08T03:13:10.609055Z","end":"2026-03-08T03:13:10.762255Z","steps":["trace[1394656237] 'read index received' (duration: 152.956912ms)","trace[1394656237] 'applied index is now lower than readState.Index' (duration: 242.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:10.762407Z","caller":"traceutil/trace.go:171","msg":"trace[718617016] transaction","detail":"{read_only:false; response_revision:21784; number_of_response:1; }","duration":"162.716971ms","start":"2026-03-08T03:13:10.599679Z","end":"2026-03-08T03:13:10.762396Z","steps":["trace[718617016] 'process raft request' (duration: 162.412694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:10.762654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.576417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T03:13:10.7627Z","caller":"traceutil/trace.go:171","msg":"trace[40733539] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager; range_end:; response_count:1; response_revision:21784; }","duration":"153.656299ms","start":"2026-03-08T03:13:10.609033Z","end":"2026-03-08T03:13:10.762689Z","steps":["trace[40733539] 'agreement among raft nodes before linearized reading' (duration: 153.495235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:12.497509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.218885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:13:12.497592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.323087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:13:12.497638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.958519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:12.497694Z","caller":"traceutil/trace.go:171","msg":"trace[1370369230] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21828; }","duration":"235.520312ms","start":"2026-03-08T03:13:12.262144Z","end":"2026-03-08T03:13:12.497665Z","steps":["trace[1370369230] 'range keys from in-memory index tree' (duration: 235.178913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:12.497711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.44562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137819"} {"level":"info","ts":"2026-03-08T03:13:12.49773Z","caller":"traceutil/trace.go:171","msg":"trace[30468853] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test0; response_count:0; response_revision:21828; }","duration":"235.098402ms","start":"2026-03-08T03:13:12.262611Z","end":"2026-03-08T03:13:12.49771Z","steps":["trace[30468853] 'range keys from in-memory index tree' (duration: 234.896357ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:12.497794Z","caller":"traceutil/trace.go:171","msg":"trace[1675438307] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21828; }","duration":"238.534502ms","start":"2026-03-08T03:13:12.259239Z","end":"2026-03-08T03:13:12.497773Z","steps":["trace[1675438307] 'range keys from in-memory index tree' (duration: 238.289497ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:12.497847Z","caller":"traceutil/trace.go:171","msg":"trace[240946145] transaction","detail":"{read_only:false; response_revision:21829; number_of_response:1; }","duration":"233.877963ms","start":"2026-03-08T03:13:12.263939Z","end":"2026-03-08T03:13:12.497817Z","steps":["trace[240946145] 'process raft request' (duration: 232.501091ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:12.497617Z","caller":"traceutil/trace.go:171","msg":"trace[1124124586] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21828; }","duration":"235.368108ms","start":"2026-03-08T03:13:12.262223Z","end":"2026-03-08T03:13:12.497591Z","steps":["trace[1124124586] 'count revisions from in-memory index tree' (duration: 235.158793ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:12.498162Z","caller":"traceutil/trace.go:171","msg":"trace[1036254170] linearizableReadLoop","detail":"{readStateIndex:22623; appliedIndex:22621; }","duration":"196.432373ms","start":"2026-03-08T03:13:12.301687Z","end":"2026-03-08T03:13:12.498119Z","steps":["trace[1036254170] 'read index received' (duration: 194.762604ms)","trace[1036254170] 'applied index is now lower than readState.Index' (duration: 1.668609ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:12.498186Z","caller":"traceutil/trace.go:171","msg":"trace[1061391590] transaction","detail":"{read_only:false; response_revision:21830; number_of_response:1; }","duration":"206.53216ms","start":"2026-03-08T03:13:12.291625Z","end":"2026-03-08T03:13:12.498157Z","steps":["trace[1061391590] 'process raft request' (duration: 206.383077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:12.498421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.56448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:12.498472Z","caller":"traceutil/trace.go:171","msg":"trace[99683528] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21830; }","duration":"177.654982ms","start":"2026-03-08T03:13:12.320805Z","end":"2026-03-08T03:13:12.49846Z","steps":["trace[99683528] 'agreement among raft nodes before linearized reading' (duration: 177.570841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:12.498507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.421493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:13:12.498554Z","caller":"traceutil/trace.go:171","msg":"trace[158858199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21830; }","duration":"130.514545ms","start":"2026-03-08T03:13:12.368029Z","end":"2026-03-08T03:13:12.498544Z","steps":["trace[158858199] 'agreement among raft nodes before linearized reading' (duration: 130.344251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:12.498418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.70494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417378"} {"level":"info","ts":"2026-03-08T03:13:12.49864Z","caller":"traceutil/trace.go:171","msg":"trace[1945306210] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21830; }","duration":"196.986816ms","start":"2026-03-08T03:13:12.301643Z","end":"2026-03-08T03:13:12.498629Z","steps":["trace[1945306210] 'agreement among raft nodes before linearized reading' (duration: 196.582207ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:17.472521Z","caller":"traceutil/trace.go:171","msg":"trace[998042885] transaction","detail":"{read_only:false; response_revision:21919; number_of_response:1; }","duration":"501.737125ms","start":"2026-03-08T03:13:16.97076Z","end":"2026-03-08T03:13:17.472497Z","steps":["trace[998042885] 'process raft request' (duration: 501.577841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:17.472662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:16.970722Z","time spent":"501.867168ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:13:19.669219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.976604ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:19.669404Z","caller":"traceutil/trace.go:171","msg":"trace[2014343089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21919; }","duration":"572.173118ms","start":"2026-03-08T03:13:19.097204Z","end":"2026-03-08T03:13:19.669377Z","steps":["trace[2014343089] 'range keys from in-memory index tree' (duration: 571.955543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.669858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817353864s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:13:19.669945Z","caller":"traceutil/trace.go:171","msg":"trace[367954972] transaction","detail":"{read_only:false; response_revision:21920; number_of_response:1; }","duration":"2.697477065s","start":"2026-03-08T03:13:16.972456Z","end":"2026-03-08T03:13:19.669933Z","steps":["trace[367954972] 'process raft request' (duration: 879.976158ms)","trace[367954972] 'compare' (duration: 1.817118548s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:13:19.669995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:16.972432Z","time spent":"2.697539207s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:13:19.670322Z","caller":"traceutil/trace.go:171","msg":"trace[1446278497] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"2.47628205s","start":"2026-03-08T03:13:17.194015Z","end":"2026-03-08T03:13:19.670297Z","steps":["trace[1446278497] 'process raft request' (duration: 2.476142247s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:19.670324Z","caller":"traceutil/trace.go:171","msg":"trace[1239778135] linearizableReadLoop","detail":"{readStateIndex:22715; appliedIndex:22712; }","duration":"2.67682922s","start":"2026-03-08T03:13:16.993468Z","end":"2026-03-08T03:13:19.670298Z","steps":["trace[1239778135] 'read index received' (duration: 478.883807ms)","trace[1239778135] 'applied index is now lower than readState.Index' (duration: 2.197944133s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:19.670403Z","caller":"traceutil/trace.go:171","msg":"trace[1228938171] transaction","detail":"{read_only:false; response_revision:21924; number_of_response:1; }","duration":"2.221892576s","start":"2026-03-08T03:13:17.448484Z","end":"2026-03-08T03:13:19.670376Z","steps":["trace[1228938171] 'process raft request' (duration: 2.221770253s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:19.670375Z","caller":"traceutil/trace.go:171","msg":"trace[2083308751] transaction","detail":"{read_only:false; response_revision:21921; number_of_response:1; }","duration":"2.696142763s","start":"2026-03-08T03:13:16.974179Z","end":"2026-03-08T03:13:19.670322Z","steps":["trace[2083308751] 'process raft request' (duration: 2.695732244s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:19.670409Z","caller":"traceutil/trace.go:171","msg":"trace[2092731077] transaction","detail":"{read_only:false; response_revision:21923; number_of_response:1; }","duration":"2.245595432s","start":"2026-03-08T03:13:17.424758Z","end":"2026-03-08T03:13:19.670354Z","steps":["trace[2092731077] 'process raft request' (duration: 2.245439128s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.670457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:17.193991Z","time spent":"2.476387833s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:13:19.670461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676980274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:13:19.670503Z","caller":"traceutil/trace.go:171","msg":"trace[1568458472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21924; }","duration":"2.677065615s","start":"2026-03-08T03:13:16.993427Z","end":"2026-03-08T03:13:19.670493Z","steps":["trace[1568458472] 'agreement among raft nodes before linearized reading' (duration: 2.676979343s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.67054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:16.993408Z","time spent":"2.677120037s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:13:19.670531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:17.448456Z","time spent":"2.221999838s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:13:19.670579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:17.424736Z","time spent":"2.245757105s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:13:19.670566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:16.974167Z","time spent":"2.696307638s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:13:19.708759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:13:19.708854Z","caller":"traceutil/trace.go:171","msg":"trace[1537364383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366612s","start":"2026-03-08T03:13:17.708464Z","end":"2026-03-08T03:13:19.70883Z","steps":["trace[1537364383] 'agreement among raft nodes before linearized reading' (duration: 2.000250909s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.709004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:17.708445Z","time spent":"2.000502326s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:13:19.878569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.026131338s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:13:19.880571Z","caller":"traceutil/trace.go:171","msg":"trace[1776101800] transaction","detail":"{read_only:false; response_revision:21925; number_of_response:1; }","duration":"2.260785089s","start":"2026-03-08T03:13:17.619758Z","end":"2026-03-08T03:13:19.880543Z","steps":["trace[1776101800] 'process raft request' (duration: 2.259168951s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.880725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:17.619663Z","time spent":"2.260985114s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:13:19.881255Z","caller":"traceutil/trace.go:171","msg":"trace[1885108524] transaction","detail":"{read_only:false; response_revision:21926; number_of_response:1; }","duration":"2.064664312s","start":"2026-03-08T03:13:17.816572Z","end":"2026-03-08T03:13:19.881236Z","steps":["trace[1885108524] 'process raft request' (duration: 2.063914375s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.881379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:17.816546Z","time spent":"2.064790816s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:13:19.881769Z","caller":"traceutil/trace.go:171","msg":"trace[416951124] transaction","detail":"{read_only:false; response_revision:21927; number_of_response:1; }","duration":"1.412069456s","start":"2026-03-08T03:13:18.469666Z","end":"2026-03-08T03:13:19.881735Z","steps":["trace[416951124] 'process raft request' (duration: 1.411886972s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.881899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.292709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-08T03:13:19.881934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.401981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:19.881979Z","caller":"traceutil/trace.go:171","msg":"trace[240244432] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21930; }","duration":"749.411261ms","start":"2026-03-08T03:13:19.132549Z","end":"2026-03-08T03:13:19.88196Z","steps":["trace[240244432] 'agreement among raft nodes before linearized reading' (duration: 749.251628ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:19.881993Z","caller":"traceutil/trace.go:171","msg":"trace[1738414185] transaction","detail":"{read_only:false; response_revision:21930; number_of_response:1; }","duration":"327.612425ms","start":"2026-03-08T03:13:19.55437Z","end":"2026-03-08T03:13:19.881982Z","steps":["trace[1738414185] 'process raft request' (duration: 327.319898ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:19.882006Z","caller":"traceutil/trace.go:171","msg":"trace[913226632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21930; }","duration":"310.516503ms","start":"2026-03-08T03:13:19.571466Z","end":"2026-03-08T03:13:19.881983Z","steps":["trace[913226632] 'agreement among raft nodes before linearized reading' (duration: 310.364589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.882057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.153503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:13:19.882056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:19.132531Z","time spent":"749.508034ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-08T03:13:19.882109Z","caller":"traceutil/trace.go:171","msg":"trace[882977591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21930; }","duration":"404.217223ms","start":"2026-03-08T03:13:19.477874Z","end":"2026-03-08T03:13:19.882092Z","steps":["trace[882977591] 'agreement among raft nodes before linearized reading' (duration: 404.107431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.882148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:19.554342Z","time spent":"327.693316ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:13:19.882154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361031757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:13:19.882202Z","caller":"traceutil/trace.go:171","msg":"trace[1845632420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21930; }","duration":"1.361108339s","start":"2026-03-08T03:13:18.521082Z","end":"2026-03-08T03:13:19.88219Z","steps":["trace[1845632420] 'agreement among raft nodes before linearized reading' (duration: 1.360960115s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.88224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:18.521071Z","time spent":"1.36116253s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:13:19.881935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:18.469639Z","time spent":"1.412205729s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:13:19.881776Z","caller":"traceutil/trace.go:171","msg":"trace[344021321] transaction","detail":"{read_only:false; response_revision:21928; number_of_response:1; }","duration":"1.366819243s","start":"2026-03-08T03:13:18.514945Z","end":"2026-03-08T03:13:19.881765Z","steps":["trace[344021321] 'process raft request' (duration: 1.36669054s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.882153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:19.477856Z","time spent":"404.289536ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:13:19.882316Z","caller":"traceutil/trace.go:171","msg":"trace[215464014] linearizableReadLoop","detail":"{readStateIndex:22724; appliedIndex:22718; }","duration":"211.337934ms","start":"2026-03-08T03:13:19.670382Z","end":"2026-03-08T03:13:19.88172Z","steps":["trace[215464014] 'read index received' (duration: 208.408895ms)","trace[215464014] 'applied index is now lower than readState.Index' (duration: 2.928289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:13:19.881929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.804093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:13:19.882374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:18.514923Z","time spent":"1.367404286s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:13:19.882383Z","caller":"traceutil/trace.go:171","msg":"trace[1902770250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21930; }","duration":"593.326835ms","start":"2026-03-08T03:13:19.289048Z","end":"2026-03-08T03:13:19.882375Z","steps":["trace[1902770250] 'agreement among raft nodes before linearized reading' (duration: 592.68867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.882413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:19.289016Z","time spent":"593.389717ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:13:19.882058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:19.571456Z","time spent":"310.591284ms","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:13:19.881933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.913891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-08T03:13:19.882044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.740844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:13:19.882502Z","caller":"traceutil/trace.go:171","msg":"trace[721369532] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21930; }","duration":"620.517645ms","start":"2026-03-08T03:13:19.261968Z","end":"2026-03-08T03:13:19.882486Z","steps":["trace[721369532] 'agreement among raft nodes before linearized reading' (duration: 619.855799ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:19.882526Z","caller":"traceutil/trace.go:171","msg":"trace[1646933287] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:21930; }","duration":"869.248966ms","start":"2026-03-08T03:13:19.013263Z","end":"2026-03-08T03:13:19.882512Z","steps":["trace[1646933287] 'agreement among raft nodes before linearized reading' (duration: 868.715014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.882551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:19.261936Z","time spent":"620.602216ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:13:19.882562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:19.013246Z","time spent":"869.306428ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T03:13:19.882314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740955657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:13:19.882618Z","caller":"traceutil/trace.go:171","msg":"trace[782122558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21930; }","duration":"2.741311075s","start":"2026-03-08T03:13:17.141299Z","end":"2026-03-08T03:13:19.88261Z","steps":["trace[782122558] 'agreement among raft nodes before linearized reading' (duration: 2.740875914s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.882656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:17.141282Z","time spent":"2.741363606s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:13:19.88246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.797139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:19.882705Z","caller":"traceutil/trace.go:171","msg":"trace[362481317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21930; }","duration":"173.075665ms","start":"2026-03-08T03:13:19.709616Z","end":"2026-03-08T03:13:19.882691Z","steps":["trace[362481317] 'agreement among raft nodes before linearized reading' (duration: 172.803828ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:19.882985Z","caller":"traceutil/trace.go:171","msg":"trace[56342357] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"1.36457448s","start":"2026-03-08T03:13:18.51839Z","end":"2026-03-08T03:13:19.882964Z","steps":["trace[56342357] 'process raft request' (duration: 1.363271649s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:19.883113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:18.518376Z","time spent":"1.364671472s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:13:59.142964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.448949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:13:59.143122Z","caller":"traceutil/trace.go:171","msg":"trace[2015693599] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"212.836348ms","start":"2026-03-08T03:13:58.930257Z","end":"2026-03-08T03:13:59.143094Z","steps":["trace[2015693599] 'process raft request' (duration: 92.164054ms)","trace[2015693599] 'compare' (duration: 120.309506ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:59.36708Z","caller":"traceutil/trace.go:171","msg":"trace[919396991] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"436.752288ms","start":"2026-03-08T03:13:58.930292Z","end":"2026-03-08T03:13:59.367045Z","steps":["trace[919396991] 'process raft request' (duration: 347.780598ms)","trace[919396991] 'compare' (duration: 88.668713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:13:59.367324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:58.930261Z","time spent":"436.981483ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:13:59.367327Z","caller":"traceutil/trace.go:171","msg":"trace[481937871] transaction","detail":"{read_only:false; response_revision:22328; number_of_response:1; }","duration":"436.696667ms","start":"2026-03-08T03:13:58.930594Z","end":"2026-03-08T03:13:59.367291Z","steps":["trace[481937871] 'process raft request' (duration: 436.361829ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:59.36744Z","caller":"traceutil/trace.go:171","msg":"trace[596190776] transaction","detail":"{read_only:false; response_revision:22329; number_of_response:1; }","duration":"245.574038ms","start":"2026-03-08T03:13:59.121839Z","end":"2026-03-08T03:13:59.367413Z","steps":["trace[596190776] 'process raft request' (duration: 245.450825ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:59.367627Z","caller":"traceutil/trace.go:171","msg":"trace[1773359194] linearizableReadLoop","detail":"{readStateIndex:23133; appliedIndex:23130; }","duration":"351.835823ms","start":"2026-03-08T03:13:59.015765Z","end":"2026-03-08T03:13:59.367601Z","steps":["trace[1773359194] 'read index received' (duration: 6.621915ms)","trace[1773359194] 'applied index is now lower than readState.Index' (duration: 345.212338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:13:59.367837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.071569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:13:59.367877Z","caller":"traceutil/trace.go:171","msg":"trace[961026258] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:22329; }","duration":"352.182892ms","start":"2026-03-08T03:13:59.015684Z","end":"2026-03-08T03:13:59.367867Z","steps":["trace[961026258] 'agreement among raft nodes before linearized reading' (duration: 352.012428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:59.367914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.01565Z","time spent":"352.253583ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T03:13:59.368229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:58.930584Z","time spent":"437.088506ms","remote":"127.0.0.1:53584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:13:59.577919Z","caller":"traceutil/trace.go:171","msg":"trace[2040985178] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"201.638816ms","start":"2026-03-08T03:13:59.376254Z","end":"2026-03-08T03:13:59.577893Z","steps":["trace[2040985178] 'process raft request' (duration: 201.481082ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:59.609758Z","caller":"traceutil/trace.go:171","msg":"trace[896068007] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"164.589225ms","start":"2026-03-08T03:13:59.445139Z","end":"2026-03-08T03:13:59.609729Z","steps":["trace[896068007] 'process raft request' (duration: 164.34785ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:59.782218Z","caller":"traceutil/trace.go:171","msg":"trace[1452581336] transaction","detail":"{read_only:false; response_revision:22332; number_of_response:1; }","duration":"199.740891ms","start":"2026-03-08T03:13:59.582448Z","end":"2026-03-08T03:13:59.782189Z","steps":["trace[1452581336] 'process raft request' (duration: 116.576317ms)","trace[1452581336] 'compare' (duration: 82.766675ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:59.782277Z","caller":"traceutil/trace.go:171","msg":"trace[1371768933] transaction","detail":"{read_only:false; response_revision:22333; number_of_response:1; }","duration":"196.30835ms","start":"2026-03-08T03:13:59.585944Z","end":"2026-03-08T03:13:59.782252Z","steps":["trace[1371768933] 'process raft request' (duration: 196.177587ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:59.879142Z","caller":"traceutil/trace.go:171","msg":"trace[1986797590] linearizableReadLoop","detail":"{readStateIndex:23140; appliedIndex:23137; }","duration":"267.256997ms","start":"2026-03-08T03:13:59.611871Z","end":"2026-03-08T03:13:59.879128Z","steps":["trace[1986797590] 'read index received' (duration: 87.167577ms)","trace[1986797590] 'applied index is now lower than readState.Index' (duration: 180.08813ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:59.879272Z","caller":"traceutil/trace.go:171","msg":"trace[611394787] transaction","detail":"{read_only:false; response_revision:22335; number_of_response:1; }","duration":"196.580097ms","start":"2026-03-08T03:13:59.682654Z","end":"2026-03-08T03:13:59.879234Z","steps":["trace[611394787] 'process raft request' (duration: 196.26568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:59.879374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.478882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:13:59.879455Z","caller":"traceutil/trace.go:171","msg":"trace[1186413932] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22335; }","duration":"267.567384ms","start":"2026-03-08T03:13:59.611839Z","end":"2026-03-08T03:13:59.879407Z","steps":["trace[1186413932] 'agreement among raft nodes before linearized reading' (duration: 267.39332ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:59.879069Z","caller":"traceutil/trace.go:171","msg":"trace[221539321] transaction","detail":"{read_only:false; response_revision:22334; number_of_response:1; }","duration":"267.393061ms","start":"2026-03-08T03:13:59.611646Z","end":"2026-03-08T03:13:59.879039Z","steps":["trace[221539321] 'process raft request' (duration: 267.123454ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:59.941552Z","caller":"traceutil/trace.go:171","msg":"trace[131249219] transaction","detail":"{read_only:false; response_revision:22336; number_of_response:1; }","duration":"122.351754ms","start":"2026-03-08T03:13:59.819169Z","end":"2026-03-08T03:13:59.94152Z","steps":["trace[131249219] 'process raft request' (duration: 85.306684ms)","trace[131249219] 'compare' (duration: 36.699292ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:59.941584Z","caller":"traceutil/trace.go:171","msg":"trace[420455609] transaction","detail":"{read_only:false; response_revision:22337; number_of_response:1; }","duration":"108.111639ms","start":"2026-03-08T03:13:59.833439Z","end":"2026-03-08T03:13:59.94155Z","steps":["trace[420455609] 'process raft request' (duration: 107.983776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:59.941774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.959151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:13:59.94186Z","caller":"traceutil/trace.go:171","msg":"trace[419289579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22337; }","duration":"104.091095ms","start":"2026-03-08T03:13:59.83775Z","end":"2026-03-08T03:13:59.941841Z","steps":["trace[419289579] 'agreement among raft nodes before linearized reading' (duration: 103.854579ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.229708Z","caller":"traceutil/trace.go:171","msg":"trace[1952873086] transaction","detail":"{read_only:false; response_revision:22338; number_of_response:1; }","duration":"346.090559ms","start":"2026-03-08T03:13:59.883578Z","end":"2026-03-08T03:14:00.229669Z","steps":["trace[1952873086] 'process raft request' (duration: 345.736371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.229845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.88355Z","time spent":"346.225782ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:00.229867Z","caller":"traceutil/trace.go:171","msg":"trace[1791268574] transaction","detail":"{read_only:false; response_revision:22339; number_of_response:1; }","duration":"345.575627ms","start":"2026-03-08T03:13:59.884263Z","end":"2026-03-08T03:14:00.229838Z","steps":["trace[1791268574] 'process raft request' (duration: 345.301321ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.229895Z","caller":"traceutil/trace.go:171","msg":"trace[977802556] transaction","detail":"{read_only:false; response_revision:22340; number_of_response:1; }","duration":"345.211108ms","start":"2026-03-08T03:13:59.884665Z","end":"2026-03-08T03:14:00.229876Z","steps":["trace[977802556] 'process raft request' (duration: 345.000863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.229984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.884605Z","time spent":"345.329662ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":613,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:00.230006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.884253Z","time spent":"345.675229ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:14:00.230015Z","caller":"traceutil/trace.go:171","msg":"trace[1343730670] transaction","detail":"{read_only:false; response_revision:22341; number_of_response:1; }","duration":"341.924511ms","start":"2026-03-08T03:13:59.888072Z","end":"2026-03-08T03:14:00.229997Z","steps":["trace[1343730670] 'process raft request' (duration: 341.681795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.23009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.888066Z","time spent":"341.978082ms","remote":"127.0.0.1:53584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3987,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:14:00.230406Z","caller":"traceutil/trace.go:171","msg":"trace[410661270] linearizableReadLoop","detail":"{readStateIndex:23149; appliedIndex:23143; }","duration":"288.886865ms","start":"2026-03-08T03:13:59.941499Z","end":"2026-03-08T03:14:00.230386Z","steps":["trace[410661270] 'read index received' (duration: 287.82529ms)","trace[410661270] 'applied index is now lower than readState.Index' (duration: 1.060385ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:00.230494Z","caller":"traceutil/trace.go:171","msg":"trace[1503553059] transaction","detail":"{read_only:false; response_revision:22342; number_of_response:1; }","duration":"336.77014ms","start":"2026-03-08T03:13:59.893714Z","end":"2026-03-08T03:14:00.230484Z","steps":["trace[1503553059] 'process raft request' (duration: 336.124745ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.230431Z","caller":"traceutil/trace.go:171","msg":"trace[414032365] transaction","detail":"{read_only:false; response_revision:22343; number_of_response:1; }","duration":"326.11889ms","start":"2026-03-08T03:13:59.904299Z","end":"2026-03-08T03:14:00.230418Z","steps":["trace[414032365] 'process raft request' (duration: 326.018727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.230581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.893706Z","time spent":"336.816961ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:14:00.230575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.246801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-sl64f\" ","response":"range_response_count:1 size:4642"} {"level":"info","ts":"2026-03-08T03:14:00.230644Z","caller":"traceutil/trace.go:171","msg":"trace[125312676] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-776c65d74b-sl64f; range_end:; response_count:1; response_revision:22343; }","duration":"337.351384ms","start":"2026-03-08T03:13:59.893275Z","end":"2026-03-08T03:14:00.230627Z","steps":["trace[125312676] 'agreement among raft nodes before linearized reading' (duration: 337.17769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.23065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.90428Z","time spent":"326.267754ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:00.230701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.893265Z","time spent":"337.423085ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4665,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-sl64f\" "} {"level":"warn","ts":"2026-03-08T03:14:00.231276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.784335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:14:00.231358Z","caller":"traceutil/trace.go:171","msg":"trace[2020518739] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22343; }","duration":"349.873718ms","start":"2026-03-08T03:13:59.881446Z","end":"2026-03-08T03:14:00.23132Z","steps":["trace[2020518739] 'agreement among raft nodes before linearized reading' (duration: 349.048609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.232117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.881429Z","time spent":"350.644626ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-08T03:14:00.375759Z","caller":"traceutil/trace.go:171","msg":"trace[1110154076] transaction","detail":"{read_only:false; response_revision:22346; number_of_response:1; }","duration":"298.87309ms","start":"2026-03-08T03:14:00.076869Z","end":"2026-03-08T03:14:00.375742Z","steps":["trace[1110154076] 'process raft request' (duration: 298.823919ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.375939Z","caller":"traceutil/trace.go:171","msg":"trace[556793142] transaction","detail":"{read_only:false; response_revision:22345; number_of_response:1; }","duration":"429.624522ms","start":"2026-03-08T03:13:59.946266Z","end":"2026-03-08T03:14:00.37589Z","steps":["trace[556793142] 'process raft request' (duration: 429.343255ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.375947Z","caller":"traceutil/trace.go:171","msg":"trace[1036766472] transaction","detail":"{read_only:false; response_revision:22344; number_of_response:1; }","duration":"429.832366ms","start":"2026-03-08T03:13:59.946071Z","end":"2026-03-08T03:14:00.375904Z","steps":["trace[1036766472] 'process raft request' (duration: 429.15257ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.376097Z","caller":"traceutil/trace.go:171","msg":"trace[452256183] linearizableReadLoop","detail":"{readStateIndex:23153; appliedIndex:23152; }","duration":"145.61704ms","start":"2026-03-08T03:14:00.230472Z","end":"2026-03-08T03:14:00.376089Z","steps":["trace[452256183] 'read index received' (duration: 145.495747ms)","trace[452256183] 'applied index is now lower than readState.Index' (duration: 120.353µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:00.376089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.946212Z","time spent":"429.790825ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:00.376129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.946045Z","time spent":"429.98176ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:14:00.376213Z","caller":"traceutil/trace.go:171","msg":"trace[1972296624] transaction","detail":"{read_only:false; response_revision:22347; number_of_response:1; }","duration":"299.240289ms","start":"2026-03-08T03:14:00.076907Z","end":"2026-03-08T03:14:00.376147Z","steps":["trace[1972296624] 'process raft request' (duration: 298.814049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.376273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.199421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T03:14:00.376329Z","caller":"traceutil/trace.go:171","msg":"trace[1299802014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22347; }","duration":"151.305494ms","start":"2026-03-08T03:14:00.225011Z","end":"2026-03-08T03:14:00.376316Z","steps":["trace[1299802014] 'agreement among raft nodes before linearized reading' (duration: 151.089988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.376371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.12033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:14:00.376401Z","caller":"traceutil/trace.go:171","msg":"trace[1546066119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22347; }","duration":"269.190952ms","start":"2026-03-08T03:14:00.107202Z","end":"2026-03-08T03:14:00.376393Z","steps":["trace[1546066119] 'agreement among raft nodes before linearized reading' (duration: 268.938676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.376375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.06763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:14:00.376471Z","caller":"traceutil/trace.go:171","msg":"trace[1937267111] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22347; }","duration":"180.220924ms","start":"2026-03-08T03:14:00.196227Z","end":"2026-03-08T03:14:00.376448Z","steps":["trace[1937267111] 'agreement among raft nodes before linearized reading' (duration: 179.904286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.376478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.197193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:14:00.376644Z","caller":"traceutil/trace.go:171","msg":"trace[53044336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22347; }","duration":"269.403957ms","start":"2026-03-08T03:14:00.107202Z","end":"2026-03-08T03:14:00.376606Z","steps":["trace[53044336] 'agreement among raft nodes before linearized reading' (duration: 268.945307ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.385564Z","caller":"traceutil/trace.go:171","msg":"trace[324810884] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"132.304038ms","start":"2026-03-08T03:14:00.253218Z","end":"2026-03-08T03:14:00.385522Z","steps":["trace[324810884] 'process raft request' (duration: 131.95712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.385692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.494338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:464"} {"level":"info","ts":"2026-03-08T03:14:00.385764Z","caller":"traceutil/trace.go:171","msg":"trace[2145475252] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22348; }","duration":"131.595481ms","start":"2026-03-08T03:14:00.254154Z","end":"2026-03-08T03:14:00.385749Z","steps":["trace[2145475252] 'agreement among raft nodes before linearized reading' (duration: 131.383496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.385556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.062833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:14:00.385863Z","caller":"traceutil/trace.go:171","msg":"trace[892782371] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22348; }","duration":"138.419741ms","start":"2026-03-08T03:14:00.247421Z","end":"2026-03-08T03:14:00.385841Z","steps":["trace[892782371] 'agreement among raft nodes before linearized reading' (duration: 137.947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.597219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.576626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:14:00.597395Z","caller":"traceutil/trace.go:171","msg":"trace[1658149579] transaction","detail":"{read_only:false; response_revision:22355; number_of_response:1; }","duration":"144.015593ms","start":"2026-03-08T03:14:00.453341Z","end":"2026-03-08T03:14:00.597357Z","steps":["trace[1658149579] 'process raft request' (duration: 22.104749ms)","trace[1658149579] 'compare' (duration: 121.144206ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:01.111853Z","caller":"traceutil/trace.go:171","msg":"trace[2141954588] transaction","detail":"{read_only:false; response_revision:22357; number_of_response:1; }","duration":"216.602436ms","start":"2026-03-08T03:14:00.895219Z","end":"2026-03-08T03:14:01.111822Z","steps":["trace[2141954588] 'process raft request' (duration: 118.81382ms)","trace[2141954588] 'compare' (duration: 97.030429ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:08.148237Z","caller":"traceutil/trace.go:171","msg":"trace[437451946] transaction","detail":"{read_only:false; response_revision:22410; number_of_response:1; }","duration":"247.00499ms","start":"2026-03-08T03:14:07.901199Z","end":"2026-03-08T03:14:08.148204Z","steps":["trace[437451946] 'process raft request' (duration: 246.784195ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.148339Z","caller":"traceutil/trace.go:171","msg":"trace[1662181250] transaction","detail":"{read_only:false; response_revision:22413; number_of_response:1; }","duration":"246.955879ms","start":"2026-03-08T03:14:07.901324Z","end":"2026-03-08T03:14:08.14828Z","steps":["trace[1662181250] 'process raft request' (duration: 246.845446ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.148426Z","caller":"traceutil/trace.go:171","msg":"trace[469389906] transaction","detail":"{read_only:false; response_revision:22416; number_of_response:1; }","duration":"247.065481ms","start":"2026-03-08T03:14:07.901343Z","end":"2026-03-08T03:14:08.148408Z","steps":["trace[469389906] 'process raft request' (duration: 246.870717ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.148494Z","caller":"traceutil/trace.go:171","msg":"trace[552668482] transaction","detail":"{read_only:false; response_revision:22414; number_of_response:1; }","duration":"247.107292ms","start":"2026-03-08T03:14:07.901345Z","end":"2026-03-08T03:14:08.148452Z","steps":["trace[552668482] 'process raft request' (duration: 246.837686ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.148583Z","caller":"traceutil/trace.go:171","msg":"trace[1428220771] transaction","detail":"{read_only:false; response_revision:22415; number_of_response:1; }","duration":"247.239716ms","start":"2026-03-08T03:14:07.901336Z","end":"2026-03-08T03:14:08.148576Z","steps":["trace[1428220771] 'process raft request' (duration: 246.864717ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.148653Z","caller":"traceutil/trace.go:171","msg":"trace[503943450] transaction","detail":"{read_only:false; response_revision:22417; number_of_response:1; }","duration":"247.219776ms","start":"2026-03-08T03:14:07.901422Z","end":"2026-03-08T03:14:08.148642Z","steps":["trace[503943450] 'process raft request' (duration: 246.808466ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.148768Z","caller":"traceutil/trace.go:171","msg":"trace[1837728211] transaction","detail":"{read_only:false; response_revision:22418; number_of_response:1; }","duration":"247.323297ms","start":"2026-03-08T03:14:07.901438Z","end":"2026-03-08T03:14:08.148761Z","steps":["trace[1837728211] 'process raft request' (duration: 246.810475ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.148718Z","caller":"traceutil/trace.go:171","msg":"trace[1553420622] transaction","detail":"{read_only:false; response_revision:22411; number_of_response:1; }","duration":"247.427401ms","start":"2026-03-08T03:14:07.901256Z","end":"2026-03-08T03:14:08.148684Z","steps":["trace[1553420622] 'process raft request' (duration: 246.873528ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.148774Z","caller":"traceutil/trace.go:171","msg":"trace[645909323] transaction","detail":"{read_only:false; response_revision:22412; number_of_response:1; }","duration":"247.41667ms","start":"2026-03-08T03:14:07.901295Z","end":"2026-03-08T03:14:08.148712Z","steps":["trace[645909323] 'process raft request' (duration: 246.853967ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.148889Z","caller":"traceutil/trace.go:171","msg":"trace[762741220] transaction","detail":"{read_only:false; response_revision:22419; number_of_response:1; }","duration":"246.701993ms","start":"2026-03-08T03:14:07.902177Z","end":"2026-03-08T03:14:08.148879Z","steps":["trace[762741220] 'process raft request' (duration: 246.110299ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.149091Z","caller":"traceutil/trace.go:171","msg":"trace[1095424664] transaction","detail":"{read_only:false; response_revision:22420; number_of_response:1; }","duration":"224.85624ms","start":"2026-03-08T03:14:07.924225Z","end":"2026-03-08T03:14:08.149081Z","steps":["trace[1095424664] 'process raft request' (duration: 224.077292ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.331631Z","caller":"traceutil/trace.go:171","msg":"trace[1544958705] transaction","detail":"{read_only:false; response_revision:22423; number_of_response:1; }","duration":"341.289895ms","start":"2026-03-08T03:14:07.990266Z","end":"2026-03-08T03:14:08.331556Z","steps":["trace[1544958705] 'process raft request' (duration: 341.203263ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.331723Z","caller":"traceutil/trace.go:171","msg":"trace[540152813] transaction","detail":"{read_only:false; response_revision:22422; number_of_response:1; }","duration":"341.937531ms","start":"2026-03-08T03:14:07.989734Z","end":"2026-03-08T03:14:08.331671Z","steps":["trace[540152813] 'process raft request' (duration: 341.641874ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.331537Z","caller":"traceutil/trace.go:171","msg":"trace[300089728] transaction","detail":"{read_only:false; response_revision:22421; number_of_response:1; }","duration":"401.341475ms","start":"2026-03-08T03:14:07.930137Z","end":"2026-03-08T03:14:08.331478Z","steps":["trace[300089728] 'process raft request' (duration: 393.720486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:08.331837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:07.990248Z","time spent":"341.48548ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:08.331935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:07.930123Z","time spent":"401.737445ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":654,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:14:08.332046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:07.98971Z","time spent":"342.107294ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:14:08.473383Z","caller":"traceutil/trace.go:171","msg":"trace[625642394] transaction","detail":"{read_only:false; response_revision:22425; number_of_response:1; }","duration":"316.860172ms","start":"2026-03-08T03:14:08.156496Z","end":"2026-03-08T03:14:08.473357Z","steps":["trace[625642394] 'process raft request' (duration: 316.76483ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.473402Z","caller":"traceutil/trace.go:171","msg":"trace[1238119306] transaction","detail":"{read_only:false; response_revision:22424; number_of_response:1; }","duration":"316.910493ms","start":"2026-03-08T03:14:08.156429Z","end":"2026-03-08T03:14:08.473339Z","steps":["trace[1238119306] 'process raft request' (duration: 305.308651ms)","trace[1238119306] 'compare' (duration: 11.360396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:08.473492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.156491Z","time spent":"316.943554ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:08.473526Z","caller":"traceutil/trace.go:171","msg":"trace[1284044021] transaction","detail":"{read_only:false; response_revision:22427; number_of_response:1; }","duration":"316.575586ms","start":"2026-03-08T03:14:08.156922Z","end":"2026-03-08T03:14:08.473497Z","steps":["trace[1284044021] 'process raft request' (duration: 316.401802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:08.473577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.156411Z","time spent":"317.069887ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:08.473585Z","caller":"traceutil/trace.go:171","msg":"trace[527848271] transaction","detail":"{read_only:false; response_revision:22428; number_of_response:1; }","duration":"316.576965ms","start":"2026-03-08T03:14:08.156987Z","end":"2026-03-08T03:14:08.473564Z","steps":["trace[527848271] 'process raft request' (duration: 316.36966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:08.473668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.15698Z","time spent":"316.639397ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:08.473711Z","caller":"traceutil/trace.go:171","msg":"trace[769345575] transaction","detail":"{read_only:false; response_revision:22426; number_of_response:1; }","duration":"316.827581ms","start":"2026-03-08T03:14:08.156872Z","end":"2026-03-08T03:14:08.473699Z","steps":["trace[769345575] 'process raft request' (duration: 316.423742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:08.473763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.156863Z","time spent":"316.880423ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:08.473816Z","caller":"traceutil/trace.go:171","msg":"trace[407260062] transaction","detail":"{read_only:false; response_revision:22430; number_of_response:1; }","duration":"316.564005ms","start":"2026-03-08T03:14:08.157242Z","end":"2026-03-08T03:14:08.473806Z","steps":["trace[407260062] 'process raft request' (duration: 316.176506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:08.473665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.156917Z","time spent":"316.685398ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:08.473852Z","caller":"traceutil/trace.go:171","msg":"trace[584090956] transaction","detail":"{read_only:false; response_revision:22429; number_of_response:1; }","duration":"316.802751ms","start":"2026-03-08T03:14:08.157039Z","end":"2026-03-08T03:14:08.473842Z","steps":["trace[584090956] 'process raft request' (duration: 316.35266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:08.473866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.157207Z","time spent":"316.639907ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5329,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:08.473887Z","caller":"traceutil/trace.go:171","msg":"trace[1031696054] transaction","detail":"{read_only:false; response_revision:22431; number_of_response:1; }","duration":"314.622309ms","start":"2026-03-08T03:14:08.159243Z","end":"2026-03-08T03:14:08.473865Z","steps":["trace[1031696054] 'process raft request' (duration: 314.389594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:08.473982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.159226Z","time spent":"314.715481ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1084,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:08.47377Z","caller":"traceutil/trace.go:171","msg":"trace[713885378] linearizableReadLoop","detail":"{readStateIndex:23240; appliedIndex:23232; }","duration":"138.032902ms","start":"2026-03-08T03:14:08.335645Z","end":"2026-03-08T03:14:08.473678Z","steps":["trace[713885378] 'read index received' (duration: 126.101752ms)","trace[713885378] 'applied index is now lower than readState.Index' (duration: 11.92988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:08.4739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.15702Z","time spent":"316.854702ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1085,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:14:08.474197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.545984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api.189abf376126c86b\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-08T03:14:08.474286Z","caller":"traceutil/trace.go:171","msg":"trace[1446082298] range","detail":"{range_begin:/registry/events/openstack/magnum-api.189abf376126c86b; range_end:; response_count:1; response_revision:22431; }","duration":"138.711608ms","start":"2026-03-08T03:14:08.33556Z","end":"2026-03-08T03:14:08.474271Z","steps":["trace[1446082298] 'agreement among raft nodes before linearized reading' (duration: 138.404491ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.702981Z","caller":"traceutil/trace.go:171","msg":"trace[783395806] linearizableReadLoop","detail":"{readStateIndex:23250; appliedIndex:23243; }","duration":"177.821086ms","start":"2026-03-08T03:14:08.525141Z","end":"2026-03-08T03:14:08.702962Z","steps":["trace[783395806] 'read index received' (duration: 117.716654ms)","trace[783395806] 'applied index is now lower than readState.Index' (duration: 60.103572ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:08.703077Z","caller":"traceutil/trace.go:171","msg":"trace[400990445] transaction","detail":"{read_only:false; response_revision:22437; number_of_response:1; }","duration":"218.81508ms","start":"2026-03-08T03:14:08.484244Z","end":"2026-03-08T03:14:08.703059Z","steps":["trace[400990445] 'process raft request' (duration: 218.592094ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.703112Z","caller":"traceutil/trace.go:171","msg":"trace[2001268251] transaction","detail":"{read_only:false; response_revision:22435; number_of_response:1; }","duration":"220.231823ms","start":"2026-03-08T03:14:08.482849Z","end":"2026-03-08T03:14:08.703081Z","steps":["trace[2001268251] 'process raft request' (duration: 160.07763ms)","trace[2001268251] 'compare' (duration: 59.725553ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:08.703259Z","caller":"traceutil/trace.go:171","msg":"trace[823299974] transaction","detail":"{read_only:false; response_revision:22436; number_of_response:1; }","duration":"219.076246ms","start":"2026-03-08T03:14:08.484174Z","end":"2026-03-08T03:14:08.70325Z","steps":["trace[823299974] 'process raft request' (duration: 218.611365ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.703292Z","caller":"traceutil/trace.go:171","msg":"trace[1317877245] transaction","detail":"{read_only:false; response_revision:22440; number_of_response:1; }","duration":"217.970639ms","start":"2026-03-08T03:14:08.48529Z","end":"2026-03-08T03:14:08.703261Z","steps":["trace[1317877245] 'process raft request' (duration: 217.616511ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.703322Z","caller":"traceutil/trace.go:171","msg":"trace[1327298450] transaction","detail":"{read_only:false; response_revision:22438; number_of_response:1; }","duration":"218.637755ms","start":"2026-03-08T03:14:08.48466Z","end":"2026-03-08T03:14:08.703298Z","steps":["trace[1327298450] 'process raft request' (duration: 218.203015ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.703346Z","caller":"traceutil/trace.go:171","msg":"trace[580609526] transaction","detail":"{read_only:false; response_revision:22441; number_of_response:1; }","duration":"194.787726ms","start":"2026-03-08T03:14:08.508532Z","end":"2026-03-08T03:14:08.703319Z","steps":["trace[580609526] 'process raft request' (duration: 194.397847ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:08.70343Z","caller":"traceutil/trace.go:171","msg":"trace[939322817] transaction","detail":"{read_only:false; response_revision:22439; number_of_response:1; }","duration":"218.338548ms","start":"2026-03-08T03:14:08.485084Z","end":"2026-03-08T03:14:08.703423Z","steps":["trace[939322817] 'process raft request' (duration: 217.800446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:08.703484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.791211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:14:08.703583Z","caller":"traceutil/trace.go:171","msg":"trace[1239084390] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22441; }","duration":"187.937734ms","start":"2026-03-08T03:14:08.515606Z","end":"2026-03-08T03:14:08.703543Z","steps":["trace[1239084390] 'agreement among raft nodes before linearized reading' (duration: 187.700988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:08.705605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.267791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-08T03:14:08.705664Z","caller":"traceutil/trace.go:171","msg":"trace[523681467] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22441; }","duration":"222.359083ms","start":"2026-03-08T03:14:08.483292Z","end":"2026-03-08T03:14:08.705651Z","steps":["trace[523681467] 'agreement among raft nodes before linearized reading' (duration: 219.745611ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.029755Z","caller":"traceutil/trace.go:171","msg":"trace[1789659354] linearizableReadLoop","detail":"{readStateIndex:23259; appliedIndex:23251; }","duration":"317.068807ms","start":"2026-03-08T03:14:08.712663Z","end":"2026-03-08T03:14:09.029732Z","steps":["trace[1789659354] 'read index received' (duration: 63.01437ms)","trace[1789659354] 'applied index is now lower than readState.Index' (duration: 254.053377ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:09.030055Z","caller":"traceutil/trace.go:171","msg":"trace[859030209] transaction","detail":"{read_only:false; response_revision:22449; number_of_response:1; }","duration":"320.269612ms","start":"2026-03-08T03:14:08.709743Z","end":"2026-03-08T03:14:09.030013Z","steps":["trace[859030209] 'process raft request' (duration: 319.932634ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.030113Z","caller":"traceutil/trace.go:171","msg":"trace[1321340223] transaction","detail":"{read_only:false; response_revision:22446; number_of_response:1; }","duration":"320.419506ms","start":"2026-03-08T03:14:08.709685Z","end":"2026-03-08T03:14:09.030105Z","steps":["trace[1321340223] 'process raft request' (duration: 319.915924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.03011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.8528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:14:09.030125Z","caller":"traceutil/trace.go:171","msg":"trace[366049801] transaction","detail":"{read_only:false; response_revision:22450; number_of_response:1; }","duration":"320.15816ms","start":"2026-03-08T03:14:08.709906Z","end":"2026-03-08T03:14:09.030064Z","steps":["trace[366049801] 'process raft request' (duration: 319.798111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.03016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.481817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-08T03:14:09.030195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.709737Z","time spent":"320.385685ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:09.030219Z","caller":"traceutil/trace.go:171","msg":"trace[771141508] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22450; }","duration":"317.551048ms","start":"2026-03-08T03:14:08.712652Z","end":"2026-03-08T03:14:09.030203Z","steps":["trace[771141508] 'agreement among raft nodes before linearized reading' (duration: 317.316653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.030234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.709671Z","time spent":"320.495097ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:14:09.030266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.712619Z","time spent":"317.63833ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-08T03:14:09.030275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.709895Z","time spent":"320.312843ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:09.029933Z","caller":"traceutil/trace.go:171","msg":"trace[522699198] transaction","detail":"{read_only:false; response_revision:22448; number_of_response:1; }","duration":"320.19089ms","start":"2026-03-08T03:14:08.709717Z","end":"2026-03-08T03:14:09.029908Z","steps":["trace[522699198] 'process raft request' (duration: 319.933504ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.030408Z","caller":"traceutil/trace.go:171","msg":"trace[668174196] transaction","detail":"{read_only:false; response_revision:22447; number_of_response:1; }","duration":"320.685812ms","start":"2026-03-08T03:14:08.709714Z","end":"2026-03-08T03:14:09.0304Z","steps":["trace[668174196] 'process raft request' (duration: 319.913314ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.030245Z","caller":"traceutil/trace.go:171","msg":"trace[1825923209] transaction","detail":"{read_only:false; response_revision:22443; number_of_response:1; }","duration":"320.914097ms","start":"2026-03-08T03:14:08.709314Z","end":"2026-03-08T03:14:09.030228Z","steps":["trace[1825923209] 'process raft request' (duration: 320.077937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.030442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.709708Z","time spent":"320.694912ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:14:09.03046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.709703Z","time spent":"320.737723ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:09.030113Z","caller":"traceutil/trace.go:171","msg":"trace[833064488] transaction","detail":"{read_only:false; response_revision:22445; number_of_response:1; }","duration":"320.417615ms","start":"2026-03-08T03:14:08.709612Z","end":"2026-03-08T03:14:09.030029Z","steps":["trace[833064488] 'process raft request' (duration: 319.963504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.030557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.709589Z","time spent":"320.939518ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:14:09.030173Z","caller":"traceutil/trace.go:171","msg":"trace[141053311] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22450; }","duration":"284.961043ms","start":"2026-03-08T03:14:08.745199Z","end":"2026-03-08T03:14:09.03016Z","steps":["trace[141053311] 'agreement among raft nodes before linearized reading' (duration: 284.81617ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.030617Z","caller":"traceutil/trace.go:171","msg":"trace[2093647488] transaction","detail":"{read_only:false; response_revision:22444; number_of_response:1; }","duration":"321.205915ms","start":"2026-03-08T03:14:08.709397Z","end":"2026-03-08T03:14:09.030603Z","steps":["trace[2093647488] 'process raft request' (duration: 320.14269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.030695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.709386Z","time spent":"321.273276ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:14:09.030753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.687377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-08T03:14:09.030804Z","caller":"traceutil/trace.go:171","msg":"trace[1834041586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22450; }","duration":"284.750238ms","start":"2026-03-08T03:14:08.746039Z","end":"2026-03-08T03:14:09.030789Z","steps":["trace[1834041586] 'agreement among raft nodes before linearized reading' (duration: 284.631735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.030676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:08.709292Z","time spent":"321.180343ms","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:14:09.031351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.339446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212407"} {"level":"info","ts":"2026-03-08T03:14:09.031406Z","caller":"traceutil/trace.go:171","msg":"trace[655393921] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22450; }","duration":"246.421118ms","start":"2026-03-08T03:14:08.784972Z","end":"2026-03-08T03:14:09.031393Z","steps":["trace[655393921] 'agreement among raft nodes before linearized reading' (duration: 245.63824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.224017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.084685ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:09.224121Z","caller":"traceutil/trace.go:171","msg":"trace[2116919955] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22450; }","duration":"127.200278ms","start":"2026-03-08T03:14:09.096906Z","end":"2026-03-08T03:14:09.224106Z","steps":["trace[2116919955] 'range keys from in-memory index tree' (duration: 127.068045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.22423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.225103ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-08T03:14:09.224358Z","caller":"traceutil/trace.go:171","msg":"trace[1310190651] linearizableReadLoop","detail":"{readStateIndex:23260; appliedIndex:23259; }","duration":"190.545916ms","start":"2026-03-08T03:14:09.033784Z","end":"2026-03-08T03:14:09.22433Z","steps":["trace[1310190651] 'read index received' (duration: 73.23165ms)","trace[1310190651] 'applied index is now lower than readState.Index' (duration: 117.313106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:09.224485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.694729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f7a2642-cecf-4264-b65d-79ffa5f4ce85\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-08T03:14:09.224533Z","caller":"traceutil/trace.go:171","msg":"trace[2142281784] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f7a2642-cecf-4264-b65d-79ffa5f4ce85; range_end:; response_count:1; response_revision:22450; }","duration":"190.772581ms","start":"2026-03-08T03:14:09.03375Z","end":"2026-03-08T03:14:09.224522Z","steps":["trace[2142281784] 'agreement among raft nodes before linearized reading' (duration: 190.648328ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.249095Z","caller":"traceutil/trace.go:171","msg":"trace[1555658153] transaction","detail":"{read_only:false; response_revision:22451; number_of_response:1; }","duration":"212.45456ms","start":"2026-03-08T03:14:09.036608Z","end":"2026-03-08T03:14:09.249062Z","steps":["trace[1555658153] 'process raft request' (duration: 212.163163ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.249157Z","caller":"traceutil/trace.go:171","msg":"trace[672649539] transaction","detail":"{read_only:false; response_revision:22453; number_of_response:1; }","duration":"212.136133ms","start":"2026-03-08T03:14:09.036969Z","end":"2026-03-08T03:14:09.249105Z","steps":["trace[672649539] 'process raft request' (duration: 212.02069ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.249277Z","caller":"traceutil/trace.go:171","msg":"trace[59397000] transaction","detail":"{read_only:false; response_revision:22455; number_of_response:1; }","duration":"211.911107ms","start":"2026-03-08T03:14:09.037353Z","end":"2026-03-08T03:14:09.249264Z","steps":["trace[59397000] 'process raft request' (duration: 211.694002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.249402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.496775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-08T03:14:09.24941Z","caller":"traceutil/trace.go:171","msg":"trace[2096871658] transaction","detail":"{read_only:false; response_revision:22452; number_of_response:1; }","duration":"212.688816ms","start":"2026-03-08T03:14:09.036687Z","end":"2026-03-08T03:14:09.249376Z","steps":["trace[2096871658] 'process raft request' (duration: 212.264046ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.249461Z","caller":"traceutil/trace.go:171","msg":"trace[1668547839] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22459; }","duration":"213.622588ms","start":"2026-03-08T03:14:09.035824Z","end":"2026-03-08T03:14:09.249447Z","steps":["trace[1668547839] 'agreement among raft nodes before linearized reading' (duration: 213.391742ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.24919Z","caller":"traceutil/trace.go:171","msg":"trace[1983952184] transaction","detail":"{read_only:false; response_revision:22454; number_of_response:1; }","duration":"212.126372ms","start":"2026-03-08T03:14:09.037003Z","end":"2026-03-08T03:14:09.249129Z","steps":["trace[1983952184] 'process raft request' (duration: 212.01703ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.249552Z","caller":"traceutil/trace.go:171","msg":"trace[930387361] transaction","detail":"{read_only:false; response_revision:22456; number_of_response:1; }","duration":"211.919768ms","start":"2026-03-08T03:14:09.037626Z","end":"2026-03-08T03:14:09.249546Z","steps":["trace[930387361] 'process raft request' (duration: 211.467417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.24973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.393078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-08T03:14:09.249574Z","caller":"traceutil/trace.go:171","msg":"trace[385140220] transaction","detail":"{read_only:false; response_revision:22457; number_of_response:1; }","duration":"211.678932ms","start":"2026-03-08T03:14:09.037891Z","end":"2026-03-08T03:14:09.24957Z","steps":["trace[385140220] 'process raft request' (duration: 211.233341ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.24977Z","caller":"traceutil/trace.go:171","msg":"trace[754151675] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22459; }","duration":"186.458819ms","start":"2026-03-08T03:14:09.063301Z","end":"2026-03-08T03:14:09.24976Z","steps":["trace[754151675] 'agreement among raft nodes before linearized reading' (duration: 186.261644ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.249497Z","caller":"traceutil/trace.go:171","msg":"trace[1805325733] transaction","detail":"{read_only:false; response_revision:22459; number_of_response:1; }","duration":"211.476418ms","start":"2026-03-08T03:14:09.038011Z","end":"2026-03-08T03:14:09.249488Z","steps":["trace[1805325733] 'process raft request' (duration: 211.171031ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:09.249249Z","caller":"traceutil/trace.go:171","msg":"trace[1341899440] transaction","detail":"{read_only:false; response_revision:22458; number_of_response:1; }","duration":"211.315023ms","start":"2026-03-08T03:14:09.037927Z","end":"2026-03-08T03:14:09.249243Z","steps":["trace[1341899440] 'process raft request' (duration: 211.229751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:09.249984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.228687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:14:09.250051Z","caller":"traceutil/trace.go:171","msg":"trace[491854743] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22459; }","duration":"204.32689ms","start":"2026-03-08T03:14:09.045709Z","end":"2026-03-08T03:14:09.250036Z","steps":["trace[491854743] 'agreement among raft nodes before linearized reading' (duration: 204.123855ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:37.469678Z","caller":"traceutil/trace.go:171","msg":"trace[791473438] linearizableReadLoop","detail":"{readStateIndex:23549; appliedIndex:23548; }","duration":"538.214331ms","start":"2026-03-08T03:14:36.931436Z","end":"2026-03-08T03:14:37.46965Z","steps":["trace[791473438] 'read index received' (duration: 493.642085ms)","trace[791473438] 'applied index is now lower than readState.Index' (duration: 44.571156ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:37.469706Z","caller":"traceutil/trace.go:171","msg":"trace[1551466683] transaction","detail":"{read_only:false; response_revision:22734; number_of_response:1; }","duration":"548.992934ms","start":"2026-03-08T03:14:36.92068Z","end":"2026-03-08T03:14:37.469673Z","steps":["trace[1551466683] 'process raft request' (duration: 504.496999ms)","trace[1551466683] 'compare' (duration: 44.356232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:37.46985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:36.920648Z","time spent":"549.129547ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:37.470045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.816208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:14:37.470138Z","caller":"traceutil/trace.go:171","msg":"trace[385276157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22734; }","duration":"533.968001ms","start":"2026-03-08T03:14:36.936147Z","end":"2026-03-08T03:14:37.470115Z","steps":["trace[385276157] 'agreement among raft nodes before linearized reading' (duration: 533.679355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.470181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:36.936118Z","time spent":"534.054114ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:14:37.470261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.025386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:14:37.470261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.064867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:14:37.470334Z","caller":"traceutil/trace.go:171","msg":"trace[1429030972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22734; }","duration":"532.128918ms","start":"2026-03-08T03:14:36.938188Z","end":"2026-03-08T03:14:37.470317Z","steps":["trace[1429030972] 'agreement among raft nodes before linearized reading' (duration: 531.928433ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:37.470349Z","caller":"traceutil/trace.go:171","msg":"trace[818934372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22734; }","duration":"532.185729ms","start":"2026-03-08T03:14:36.938144Z","end":"2026-03-08T03:14:37.470329Z","steps":["trace[818934372] 'agreement among raft nodes before linearized reading' (duration: 532.000085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.470365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:36.938184Z","time spent":"532.174329ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:14:37.470264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.723314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-08T03:14:37.4704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:36.938127Z","time spent":"532.259072ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:14:37.470444Z","caller":"traceutil/trace.go:171","msg":"trace[1285579494] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22734; }","duration":"263.937049ms","start":"2026-03-08T03:14:37.206482Z","end":"2026-03-08T03:14:37.470419Z","steps":["trace[1285579494] 'agreement among raft nodes before linearized reading' (duration: 263.619702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.470598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.163543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:14:37.470653Z","caller":"traceutil/trace.go:171","msg":"trace[1575787497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22734; }","duration":"539.256196ms","start":"2026-03-08T03:14:36.931384Z","end":"2026-03-08T03:14:37.47064Z","steps":["trace[1575787497] 'agreement among raft nodes before linearized reading' (duration: 538.369545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.470685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:36.931364Z","time spent":"539.313517ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:14:37.470717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.380074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-08T03:14:37.470818Z","caller":"traceutil/trace.go:171","msg":"trace[1627549094] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22734; }","duration":"271.531337ms","start":"2026-03-08T03:14:37.199265Z","end":"2026-03-08T03:14:37.470796Z","steps":["trace[1627549094] 'agreement among raft nodes before linearized reading' (duration: 270.558684ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:37.750251Z","caller":"traceutil/trace.go:171","msg":"trace[632241477] transaction","detail":"{read_only:false; response_revision:22735; number_of_response:1; }","duration":"275.947521ms","start":"2026-03-08T03:14:37.474281Z","end":"2026-03-08T03:14:37.750229Z","steps":["trace[632241477] 'process raft request' (duration: 275.803268ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:37.906306Z","caller":"traceutil/trace.go:171","msg":"trace[459649261] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"431.337261ms","start":"2026-03-08T03:14:37.474946Z","end":"2026-03-08T03:14:37.906284Z","steps":["trace[459649261] 'process raft request' (duration: 431.169727ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:37.90638Z","caller":"traceutil/trace.go:171","msg":"trace[2104283673] linearizableReadLoop","detail":"{readStateIndex:23555; appliedIndex:23549; }","duration":"368.811063ms","start":"2026-03-08T03:14:37.537544Z","end":"2026-03-08T03:14:37.906355Z","steps":["trace[2104283673] 'read index received' (duration: 212.575593ms)","trace[2104283673] 'applied index is now lower than readState.Index' (duration: 156.23409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:37.906467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.47494Z","time spent":"431.448923ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:37.906644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.061168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:37.906465Z","caller":"traceutil/trace.go:171","msg":"trace[955941848] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"431.451823ms","start":"2026-03-08T03:14:37.474982Z","end":"2026-03-08T03:14:37.906434Z","steps":["trace[955941848] 'process raft request' (duration: 431.193927ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:37.906849Z","caller":"traceutil/trace.go:171","msg":"trace[324418823] transaction","detail":"{read_only:false; response_revision:22736; number_of_response:1; }","duration":"431.893355ms","start":"2026-03-08T03:14:37.474335Z","end":"2026-03-08T03:14:37.906228Z","steps":["trace[324418823] 'process raft request' (duration: 386.908088ms)","trace[324418823] 'compare' (duration: 44.647839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:37.906929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.474979Z","time spent":"431.871833ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:14:37.906897Z","caller":"traceutil/trace.go:171","msg":"trace[314476778] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22741; }","duration":"369.285804ms","start":"2026-03-08T03:14:37.537535Z","end":"2026-03-08T03:14:37.906821Z","steps":["trace[314476778] 'agreement among raft nodes before linearized reading' (duration: 368.984906ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:37.906526Z","caller":"traceutil/trace.go:171","msg":"trace[96062201] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"431.071235ms","start":"2026-03-08T03:14:37.475443Z","end":"2026-03-08T03:14:37.906514Z","steps":["trace[96062201] 'process raft request' (duration: 430.82865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.907094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.475438Z","time spent":"431.626048ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:37.907093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.474319Z","time spent":"432.656222ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:14:37.906544Z","caller":"traceutil/trace.go:171","msg":"trace[1942560643] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"318.45582ms","start":"2026-03-08T03:14:37.588079Z","end":"2026-03-08T03:14:37.906535Z","steps":["trace[1942560643] 'process raft request' (duration: 318.227864ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:37.907153Z","caller":"traceutil/trace.go:171","msg":"trace[1331863904] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"431.947906ms","start":"2026-03-08T03:14:37.475177Z","end":"2026-03-08T03:14:37.907125Z","steps":["trace[1331863904] 'process raft request' (duration: 431.048775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.90661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.245969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:14:37.907209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.588057Z","time spent":"319.119626ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:14:37.907243Z","caller":"traceutil/trace.go:171","msg":"trace[1879011602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22741; }","duration":"196.936245ms","start":"2026-03-08T03:14:37.710297Z","end":"2026-03-08T03:14:37.907233Z","steps":["trace[1879011602] 'agreement among raft nodes before linearized reading' (duration: 196.259559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.907286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.475173Z","time spent":"432.021167ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:37.907042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.537482Z","time spent":"369.538329ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:14:38.382925Z","caller":"traceutil/trace.go:171","msg":"trace[1956776270] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"129.85891ms","start":"2026-03-08T03:14:38.253047Z","end":"2026-03-08T03:14:38.382906Z","steps":["trace[1956776270] 'process raft request' (duration: 129.587724ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:38.574599Z","caller":"traceutil/trace.go:171","msg":"trace[1340351777] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"141.644217ms","start":"2026-03-08T03:14:38.432917Z","end":"2026-03-08T03:14:38.574561Z","steps":["trace[1340351777] 'process raft request' (duration: 123.241875ms)","trace[1340351777] 'compare' (duration: 17.45921ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:38.665202Z","caller":"traceutil/trace.go:171","msg":"trace[1237254820] linearizableReadLoop","detail":"{readStateIndex:23559; appliedIndex:23557; }","duration":"167.355931ms","start":"2026-03-08T03:14:38.497821Z","end":"2026-03-08T03:14:38.665177Z","steps":["trace[1237254820] 'read index received' (duration: 58.528015ms)","trace[1237254820] 'applied index is now lower than readState.Index' (duration: 108.827126ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:38.665522Z","caller":"traceutil/trace.go:171","msg":"trace[937613056] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"231.065307ms","start":"2026-03-08T03:14:38.434441Z","end":"2026-03-08T03:14:38.665506Z","steps":["trace[937613056] 'process raft request' (duration: 230.607086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.665783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.943545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:38.665828Z","caller":"traceutil/trace.go:171","msg":"trace[1560148775] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22744; }","duration":"168.036877ms","start":"2026-03-08T03:14:38.49778Z","end":"2026-03-08T03:14:38.665817Z","steps":["trace[1560148775] 'agreement among raft nodes before linearized reading' (duration: 167.951475ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:38.811872Z","caller":"traceutil/trace.go:171","msg":"trace[1536228476] linearizableReadLoop","detail":"{readStateIndex:23561; appliedIndex:23559; }","duration":"146.585333ms","start":"2026-03-08T03:14:38.66527Z","end":"2026-03-08T03:14:38.811856Z","steps":["trace[1536228476] 'read index received' (duration: 1.484915ms)","trace[1536228476] 'applied index is now lower than readState.Index' (duration: 145.099788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:38.811971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.018325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:38.811989Z","caller":"traceutil/trace.go:171","msg":"trace[761067218] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22746; }","duration":"314.087957ms","start":"2026-03-08T03:14:38.497895Z","end":"2026-03-08T03:14:38.811983Z","steps":["trace[761067218] 'agreement among raft nodes before linearized reading' (duration: 314.024296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.812006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:38.49787Z","time spent":"314.131428ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-08T03:14:38.81218Z","caller":"traceutil/trace.go:171","msg":"trace[1359484058] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"217.813326ms","start":"2026-03-08T03:14:38.594361Z","end":"2026-03-08T03:14:38.812174Z","steps":["trace[1359484058] 'process raft request' (duration: 130.105756ms)","trace[1359484058] 'compare' (duration: 87.012793ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:38.812248Z","caller":"traceutil/trace.go:171","msg":"trace[1729217118] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"217.792525ms","start":"2026-03-08T03:14:38.594451Z","end":"2026-03-08T03:14:38.812243Z","steps":["trace[1729217118] 'process raft request' (duration: 217.369255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.812351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.446777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:14:38.81237Z","caller":"traceutil/trace.go:171","msg":"trace[1513535140] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22746; }","duration":"277.482567ms","start":"2026-03-08T03:14:38.534882Z","end":"2026-03-08T03:14:38.812364Z","steps":["trace[1513535140] 'agreement among raft nodes before linearized reading' (duration: 277.416176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.81244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.818305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:38.812457Z","caller":"traceutil/trace.go:171","msg":"trace[542701093] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22746; }","duration":"277.870116ms","start":"2026-03-08T03:14:38.534584Z","end":"2026-03-08T03:14:38.812454Z","steps":["trace[542701093] 'agreement among raft nodes before linearized reading' (duration: 277.846336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.812516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.266246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:38.812531Z","caller":"traceutil/trace.go:171","msg":"trace[1137774736] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22746; }","duration":"278.296047ms","start":"2026-03-08T03:14:38.534232Z","end":"2026-03-08T03:14:38.812528Z","steps":["trace[1137774736] 'agreement among raft nodes before linearized reading' (duration: 278.273776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.812612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.387549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:38.812627Z","caller":"traceutil/trace.go:171","msg":"trace[1613167245] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22746; }","duration":"278.403969ms","start":"2026-03-08T03:14:38.534219Z","end":"2026-03-08T03:14:38.812623Z","steps":["trace[1613167245] 'agreement among raft nodes before linearized reading' (duration: 278.382169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.812684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.525412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:38.812698Z","caller":"traceutil/trace.go:171","msg":"trace[776243340] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22746; }","duration":"278.587013ms","start":"2026-03-08T03:14:38.534107Z","end":"2026-03-08T03:14:38.812694Z","steps":["trace[776243340] 'agreement among raft nodes before linearized reading' (duration: 278.566312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.812804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.105954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:14:38.81282Z","caller":"traceutil/trace.go:171","msg":"trace[319379732] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22746; }","duration":"313.162296ms","start":"2026-03-08T03:14:38.499654Z","end":"2026-03-08T03:14:38.812816Z","steps":["trace[319379732] 'agreement among raft nodes before linearized reading' (duration: 313.101724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.812832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:38.49963Z","time spent":"313.199316ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:14:38.812894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.300832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:38.812911Z","caller":"traceutil/trace.go:171","msg":"trace[1377444990] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22746; }","duration":"314.338403ms","start":"2026-03-08T03:14:38.498567Z","end":"2026-03-08T03:14:38.812906Z","steps":["trace[1377444990] 'agreement among raft nodes before linearized reading' (duration: 314.316432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.812929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:38.498556Z","time spent":"314.367623ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:14:38.812987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.530938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:38.813003Z","caller":"traceutil/trace.go:171","msg":"trace[1906238521] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22746; }","duration":"314.567628ms","start":"2026-03-08T03:14:38.49843Z","end":"2026-03-08T03:14:38.812998Z","steps":["trace[1906238521] 'agreement among raft nodes before linearized reading' (duration: 314.545948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:38.813027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:38.498419Z","time spent":"314.60556ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:14:39.190357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.400728ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-08T03:15:23.347261Z","caller":"traceutil/trace.go:171","msg":"trace[365636604] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"228.26656ms","start":"2026-03-08T03:15:23.118966Z","end":"2026-03-08T03:15:23.347232Z","steps":["trace[365636604] 'process raft request' (duration: 223.713143ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:29.15064Z","caller":"traceutil/trace.go:171","msg":"trace[1212670047] linearizableReadLoop","detail":"{readStateIndex:24031; appliedIndex:24030; }","duration":"145.759734ms","start":"2026-03-08T03:15:29.004863Z","end":"2026-03-08T03:15:29.150622Z","steps":["trace[1212670047] 'read index received' (duration: 145.672511ms)","trace[1212670047] 'applied index is now lower than readState.Index' (duration: 86.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:15:29.150699Z","caller":"traceutil/trace.go:171","msg":"trace[1964501415] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"147.867563ms","start":"2026-03-08T03:15:29.002799Z","end":"2026-03-08T03:15:29.150666Z","steps":["trace[1964501415] 'process raft request' (duration: 147.616937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.150795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.911447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-03-08T03:15:29.15082Z","caller":"traceutil/trace.go:171","msg":"trace[629865573] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23205; }","duration":"145.974768ms","start":"2026-03-08T03:15:29.004839Z","end":"2026-03-08T03:15:29.150814Z","steps":["trace[629865573] 'agreement among raft nodes before linearized reading' (duration: 145.867726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.225071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.690677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:15:29.2251Z","caller":"traceutil/trace.go:171","msg":"trace[357828433] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"219.451464ms","start":"2026-03-08T03:15:29.005624Z","end":"2026-03-08T03:15:29.225076Z","steps":["trace[357828433] 'process raft request' (duration: 219.098876ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:29.225146Z","caller":"traceutil/trace.go:171","msg":"trace[1947485031] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:23206; }","duration":"204.8171ms","start":"2026-03-08T03:15:29.020315Z","end":"2026-03-08T03:15:29.225132Z","steps":["trace[1947485031] 'agreement among raft nodes before linearized reading' (duration: 204.604435ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:35.847872Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20282} {"level":"info","ts":"2026-03-08T03:15:35.952026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20282,"took":"101.454813ms","hash":773507855,"current-db-size-bytes":45580288,"current-db-size":"46 MB","current-db-size-in-use-bytes":39403520,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-08T03:15:35.952098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":773507855,"revision":20282,"compact-revision":18248} {"level":"warn","ts":"2026-03-08T03:15:43.021835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.659946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:43.021971Z","caller":"traceutil/trace.go:171","msg":"trace[2105771481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23326; }","duration":"310.81219ms","start":"2026-03-08T03:15:42.711096Z","end":"2026-03-08T03:15:43.021908Z","steps":["trace[2105771481] 'range keys from in-memory index tree' (duration: 310.594135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:43.021961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.174283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:15:43.022038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:42.711081Z","time spent":"310.943443ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:15:43.022046Z","caller":"traceutil/trace.go:171","msg":"trace[1894967970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23326; }","duration":"358.338246ms","start":"2026-03-08T03:15:42.663688Z","end":"2026-03-08T03:15:43.022026Z","steps":["trace[1894967970] 'range keys from in-memory index tree' (duration: 357.959768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:43.022324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:42.663669Z","time spent":"358.595133ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:15:43.022565Z","caller":"traceutil/trace.go:171","msg":"trace[888399485] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"297.802355ms","start":"2026-03-08T03:15:42.724723Z","end":"2026-03-08T03:15:43.022526Z","steps":["trace[888399485] 'process raft request' (duration: 260.403196ms)","trace[888399485] 'compare' (duration: 36.628661ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:15:43.095479Z","caller":"traceutil/trace.go:171","msg":"trace[992106933] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"272.414988ms","start":"2026-03-08T03:15:42.823034Z","end":"2026-03-08T03:15:43.095449Z","steps":["trace[992106933] 'process raft request' (duration: 272.185343ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:43.095982Z","caller":"traceutil/trace.go:171","msg":"trace[1815119550] linearizableReadLoop","detail":"{readStateIndex:24159; appliedIndex:24156; }","duration":"119.325523ms","start":"2026-03-08T03:15:42.976344Z","end":"2026-03-08T03:15:43.09567Z","steps":["trace[1815119550] 'read index received' (duration: 8.775896ms)","trace[1815119550] 'applied index is now lower than readState.Index' (duration: 110.548517ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:15:43.096048Z","caller":"traceutil/trace.go:171","msg":"trace[1024840354] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"172.675215ms","start":"2026-03-08T03:15:42.923328Z","end":"2026-03-08T03:15:43.096003Z","steps":["trace[1024840354] 'process raft request' (duration: 172.050181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:43.096213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.328483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:43.096266Z","caller":"traceutil/trace.go:171","msg":"trace[264449788] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23329; }","duration":"116.413604ms","start":"2026-03-08T03:15:42.979839Z","end":"2026-03-08T03:15:43.096253Z","steps":["trace[264449788] 'agreement among raft nodes before linearized reading' (duration: 116.321982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:43.096527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.186289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-08T03:15:43.096566Z","caller":"traceutil/trace.go:171","msg":"trace[190847266] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23329; }","duration":"113.238059ms","start":"2026-03-08T03:15:42.983319Z","end":"2026-03-08T03:15:43.096557Z","steps":["trace[190847266] 'agreement among raft nodes before linearized reading' (duration: 113.113076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:43.096583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.388044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-08T03:15:43.096626Z","caller":"traceutil/trace.go:171","msg":"trace[2081379526] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23329; }","duration":"116.438415ms","start":"2026-03-08T03:15:42.980173Z","end":"2026-03-08T03:15:43.096612Z","steps":["trace[2081379526] 'agreement among raft nodes before linearized reading' (duration: 116.263701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:43.097855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.488203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:43.09793Z","caller":"traceutil/trace.go:171","msg":"trace[955988716] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23329; }","duration":"121.613336ms","start":"2026-03-08T03:15:42.976302Z","end":"2026-03-08T03:15:43.097915Z","steps":["trace[955988716] 'agreement among raft nodes before linearized reading' (duration: 119.809774ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:43.406276Z","caller":"traceutil/trace.go:171","msg":"trace[1553024521] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"197.832857ms","start":"2026-03-08T03:15:43.208427Z","end":"2026-03-08T03:15:43.40626Z","steps":["trace[1553024521] 'process raft request' (duration: 197.722574ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:44.518949Z","caller":"traceutil/trace.go:171","msg":"trace[23706855] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"251.262651ms","start":"2026-03-08T03:15:44.267667Z","end":"2026-03-08T03:15:44.518929Z","steps":["trace[23706855] 'process raft request' (duration: 251.133368ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:44.572516Z","caller":"traceutil/trace.go:171","msg":"trace[1320841658] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"302.375133ms","start":"2026-03-08T03:15:44.270117Z","end":"2026-03-08T03:15:44.572493Z","steps":["trace[1320841658] 'process raft request' (duration: 293.394012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.57262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:44.2701Z","time spent":"302.461064ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:15:44.630452Z","caller":"traceutil/trace.go:171","msg":"trace[519767649] linearizableReadLoop","detail":"{readStateIndex:24167; appliedIndex:24164; }","duration":"348.936756ms","start":"2026-03-08T03:15:44.281492Z","end":"2026-03-08T03:15:44.630429Z","steps":["trace[519767649] 'read index received' (duration: 237.330205ms)","trace[519767649] 'applied index is now lower than readState.Index' (duration: 111.605471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:15:44.630671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.168501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:15:44.6307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.649735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:15:44.630721Z","caller":"traceutil/trace.go:171","msg":"trace[641757214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23336; }","duration":"349.267704ms","start":"2026-03-08T03:15:44.281443Z","end":"2026-03-08T03:15:44.630711Z","steps":["trace[641757214] 'agreement among raft nodes before linearized reading' (duration: 349.10326ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:44.630731Z","caller":"traceutil/trace.go:171","msg":"trace[564415423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23336; }","duration":"344.722937ms","start":"2026-03-08T03:15:44.285999Z","end":"2026-03-08T03:15:44.630722Z","steps":["trace[564415423] 'agreement among raft nodes before linearized reading' (duration: 344.559953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.630755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:44.281426Z","time spent":"349.321895ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:15:44.630759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:44.285987Z","time spent":"344.765938ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:15:44.630828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.628623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:15:44.630967Z","caller":"traceutil/trace.go:171","msg":"trace[1751038505] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23336; }","duration":"189.831668ms","start":"2026-03-08T03:15:44.441113Z","end":"2026-03-08T03:15:44.630945Z","steps":["trace[1751038505] 'agreement among raft nodes before linearized reading' (duration: 189.47896ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:32.426522Z","caller":"traceutil/trace.go:171","msg":"trace[1305072912] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"312.776896ms","start":"2026-03-08T03:16:32.113721Z","end":"2026-03-08T03:16:32.426498Z","steps":["trace[1305072912] 'process raft request' (duration: 312.634633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:32.426666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:32.113706Z","time spent":"312.8951ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:37.132586Z","caller":"traceutil/trace.go:171","msg":"trace[908873741] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"358.638494ms","start":"2026-03-08T03:16:36.773921Z","end":"2026-03-08T03:16:37.132559Z","steps":["trace[908873741] 'process raft request' (duration: 358.47939ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:37.132626Z","caller":"traceutil/trace.go:171","msg":"trace[2055498598] linearizableReadLoop","detail":"{readStateIndex:24680; appliedIndex:24680; }","duration":"313.489593ms","start":"2026-03-08T03:16:36.819115Z","end":"2026-03-08T03:16:37.132605Z","steps":["trace[2055498598] 'read index received' (duration: 313.478583ms)","trace[2055498598] 'applied index is now lower than readState.Index' (duration: 8.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:37.132754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:36.7739Z","time spent":"358.766136ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:37.132854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.787918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:16:37.132915Z","caller":"traceutil/trace.go:171","msg":"trace[1964963398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23834; }","duration":"218.883801ms","start":"2026-03-08T03:16:36.914014Z","end":"2026-03-08T03:16:37.132897Z","steps":["trace[1964963398] 'agreement among raft nodes before linearized reading' (duration: 218.719917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:37.132909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.760279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:16:37.133014Z","caller":"traceutil/trace.go:171","msg":"trace[1352106410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23834; }","duration":"313.916543ms","start":"2026-03-08T03:16:36.819072Z","end":"2026-03-08T03:16:37.132989Z","steps":["trace[1352106410] 'agreement among raft nodes before linearized reading' (duration: 313.598166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:37.133024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.451001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:16:37.132944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.205295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:37.133086Z","caller":"traceutil/trace.go:171","msg":"trace[978026055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23834; }","duration":"218.565064ms","start":"2026-03-08T03:16:36.914507Z","end":"2026-03-08T03:16:37.133072Z","steps":["trace[978026055] 'agreement among raft nodes before linearized reading' (duration: 218.358569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:37.13309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:36.819052Z","time spent":"314.022035ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:16:37.133112Z","caller":"traceutil/trace.go:171","msg":"trace[962798083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23834; }","duration":"195.423989ms","start":"2026-03-08T03:16:36.937666Z","end":"2026-03-08T03:16:37.13309Z","steps":["trace[962798083] 'agreement among raft nodes before linearized reading' (duration: 195.154183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:38.211289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:38.711747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:38.983787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357185855s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:16:38.984354Z","caller":"traceutil/trace.go:171","msg":"trace[351200014] transaction","detail":"{read_only:false; response_revision:23841; number_of_response:1; }","duration":"1.357829231s","start":"2026-03-08T03:16:37.6265Z","end":"2026-03-08T03:16:38.98433Z","steps":["trace[351200014] 'process raft request' (duration: 1.357645387s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:38.98458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:37.626473Z","time spent":"1.357955813s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:39.71098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:16:39.71125Z","caller":"traceutil/trace.go:171","msg":"trace[1252668126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224259s","start":"2026-03-08T03:16:37.711006Z","end":"2026-03-08T03:16:39.711231Z","steps":["trace[1252668126] 'agreement among raft nodes before linearized reading' (duration: 1.999934802s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:39.711305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:37.710973Z","time spent":"2.000322231s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:16:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:16:39.829899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.664669ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:39.830053Z","caller":"traceutil/trace.go:171","msg":"trace[1734752736] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23841; }","duration":"732.828912ms","start":"2026-03-08T03:16:39.097199Z","end":"2026-03-08T03:16:39.830028Z","steps":["trace[1734752736] 'range keys from in-memory index tree' (duration: 732.646608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:40.517907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532487455s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:16:40.518472Z","caller":"traceutil/trace.go:171","msg":"trace[903906653] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"2.88971583s","start":"2026-03-08T03:16:37.628722Z","end":"2026-03-08T03:16:40.518438Z","steps":["trace[903906653] 'process raft request' (duration: 2.889444884s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:40.518617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:37.628679Z","time spent":"2.889858204s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:40.518719Z","caller":"traceutil/trace.go:171","msg":"trace[1714651229] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"2.889524156s","start":"2026-03-08T03:16:37.629167Z","end":"2026-03-08T03:16:40.518692Z","steps":["trace[1714651229] 'process raft request' (duration: 2.889199079s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:40.518776Z","caller":"traceutil/trace.go:171","msg":"trace[1989326699] linearizableReadLoop","detail":"{readStateIndex:24691; appliedIndex:24686; }","duration":"2.807688504s","start":"2026-03-08T03:16:37.711065Z","end":"2026-03-08T03:16:40.518754Z","steps":["trace[1989326699] 'read index received' (duration: 1.273026458s)","trace[1989326699] 'applied index is now lower than readState.Index' (duration: 1.534660846s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:40.518858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:37.629131Z","time spent":"2.889652489s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:40.518869Z","caller":"traceutil/trace.go:171","msg":"trace[476562408] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"2.035032278s","start":"2026-03-08T03:16:38.483822Z","end":"2026-03-08T03:16:40.518854Z","steps":["trace[476562408] 'process raft request' (duration: 2.034888855s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:40.518885Z","caller":"traceutil/trace.go:171","msg":"trace[1899751600] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"2.148964902s","start":"2026-03-08T03:16:38.369884Z","end":"2026-03-08T03:16:40.518849Z","steps":["trace[1899751600] 'process raft request' (duration: 2.148726946s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:40.518967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:38.483803Z","time spent":"2.035101129s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:40.519206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:38.369853Z","time spent":"2.149109156s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:41.019404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:41.520566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:41.71152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:16:41.711629Z","caller":"traceutil/trace.go:171","msg":"trace[771989392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111237s","start":"2026-03-08T03:16:39.711494Z","end":"2026-03-08T03:16:41.711605Z","steps":["trace[771989392] 'agreement among raft nodes before linearized reading' (duration: 1.999977504s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.711683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.711475Z","time spent":"2.000195959s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:16:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:16:41.905931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.386917526s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:16:41.906541Z","caller":"traceutil/trace.go:171","msg":"trace[1200897097] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"2.607504993s","start":"2026-03-08T03:16:39.299024Z","end":"2026-03-08T03:16:41.906529Z","steps":["trace[1200897097] 'process raft request' (duration: 2.607275628s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.906687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.298992Z","time spent":"2.607619776s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:41.906397Z","caller":"traceutil/trace.go:171","msg":"trace[244950008] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"2.707471902s","start":"2026-03-08T03:16:39.198882Z","end":"2026-03-08T03:16:41.906354Z","steps":["trace[244950008] 'process raft request' (duration: 2.707250047s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.906851Z","caller":"traceutil/trace.go:171","msg":"trace[1430605902] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"2.603847307s","start":"2026-03-08T03:16:39.302997Z","end":"2026-03-08T03:16:41.906844Z","steps":["trace[1430605902] 'process raft request' (duration: 2.603486159s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.906885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.302983Z","time spent":"2.603883028s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:41.906944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.198859Z","time spent":"2.707943562s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:41.907011Z","caller":"traceutil/trace.go:171","msg":"trace[2008952178] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"2.247513938s","start":"2026-03-08T03:16:39.659491Z","end":"2026-03-08T03:16:41.907005Z","steps":["trace[2008952178] 'process raft request' (duration: 2.247319964s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.907054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.659473Z","time spent":"2.247551929s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:41.90706Z","caller":"traceutil/trace.go:171","msg":"trace[2064953949] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"2.03896762s","start":"2026-03-08T03:16:39.868062Z","end":"2026-03-08T03:16:41.90703Z","steps":["trace[2064953949] 'process raft request' (duration: 2.038876528s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.907244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.868035Z","time spent":"2.039132184s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:41.909424Z","caller":"traceutil/trace.go:171","msg":"trace[424475809] linearizableReadLoop","detail":"{readStateIndex:24698; appliedIndex:24691; }","duration":"1.390576881s","start":"2026-03-08T03:16:40.518819Z","end":"2026-03-08T03:16:41.909395Z","steps":["trace[424475809] 'read index received' (duration: 1.387391126s)","trace[424475809] 'applied index is now lower than readState.Index' (duration: 3.184365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:41.909621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518870398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:41.909685Z","caller":"traceutil/trace.go:171","msg":"trace[1666163195] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23852; }","duration":"3.518983191s","start":"2026-03-08T03:16:38.390686Z","end":"2026-03-08T03:16:41.909669Z","steps":["trace[1666163195] 'agreement among raft nodes before linearized reading' (duration: 3.518860458s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.909715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:38.390664Z","time spent":"3.519044252s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:41.909788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112361223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-08T03:16:41.909812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.071679722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:41.909879Z","caller":"traceutil/trace.go:171","msg":"trace[156440700] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23852; }","duration":"2.112532097s","start":"2026-03-08T03:16:39.79733Z","end":"2026-03-08T03:16:41.909862Z","steps":["trace[156440700] 'agreement among raft nodes before linearized reading' (duration: 2.112165559s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.909888Z","caller":"traceutil/trace.go:171","msg":"trace[1172335480] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23852; }","duration":"4.071772724s","start":"2026-03-08T03:16:37.838095Z","end":"2026-03-08T03:16:41.909868Z","steps":["trace[1172335480] 'agreement among raft nodes before linearized reading' (duration: 4.071622591s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.909937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:37.838065Z","time spent":"4.071858527s","remote":"127.0.0.1:34144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:41.90996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770156343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:16:41.909954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.797308Z","time spent":"2.112606539s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-03-08T03:16:41.910001Z","caller":"traceutil/trace.go:171","msg":"trace[322806134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23852; }","duration":"2.770224225s","start":"2026-03-08T03:16:39.139768Z","end":"2026-03-08T03:16:41.909992Z","steps":["trace[322806134] 'agreement among raft nodes before linearized reading' (duration: 2.770094892s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.139748Z","time spent":"2.770268686s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:16:41.910073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.916588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:41.910156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.537896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:41.910214Z","caller":"traceutil/trace.go:171","msg":"trace[1229898931] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23852; }","duration":"543.618668ms","start":"2026-03-08T03:16:41.366583Z","end":"2026-03-08T03:16:41.910202Z","steps":["trace[1229898931] 'agreement among raft nodes before linearized reading' (duration: 543.501425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904599961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:41.910233Z","caller":"traceutil/trace.go:171","msg":"trace[2009192270] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23852; }","duration":"971.97338ms","start":"2026-03-08T03:16:40.938118Z","end":"2026-03-08T03:16:41.910091Z","steps":["trace[2009192270] 'agreement among raft nodes before linearized reading' (duration: 971.925518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:41.366575Z","time spent":"543.663129ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:41.910234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757094006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267214"} {"level":"warn","ts":"2026-03-08T03:16:41.910272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:40.938101Z","time spent":"972.159654ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:41.910269Z","caller":"traceutil/trace.go:171","msg":"trace[300191708] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23852; }","duration":"2.904730794s","start":"2026-03-08T03:16:39.005517Z","end":"2026-03-08T03:16:41.910248Z","steps":["trace[300191708] 'agreement among raft nodes before linearized reading' (duration: 2.90456431s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.910303Z","caller":"traceutil/trace.go:171","msg":"trace[1995989995] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23852; }","duration":"2.757181059s","start":"2026-03-08T03:16:39.153103Z","end":"2026-03-08T03:16:41.910284Z","steps":["trace[1995989995] 'agreement among raft nodes before linearized reading' (duration: 2.756626256s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.91032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767933342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:16:41.910317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767775967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:16:41.910352Z","caller":"traceutil/trace.go:171","msg":"trace[285033108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23852; }","duration":"2.767982872s","start":"2026-03-08T03:16:39.14236Z","end":"2026-03-08T03:16:41.910343Z","steps":["trace[285033108] 'agreement among raft nodes before linearized reading' (duration: 2.767048411s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.153095Z","time spent":"2.75724683s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267237,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:16:41.910391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.497449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:41.910374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.142353Z","time spent":"2.768015663s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:16:41.910386Z","caller":"traceutil/trace.go:171","msg":"trace[1210431332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23852; }","duration":"2.76786536s","start":"2026-03-08T03:16:39.142498Z","end":"2026-03-08T03:16:41.910364Z","steps":["trace[1210431332] 'agreement among raft nodes before linearized reading' (duration: 2.767667115s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768049554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:16:41.910523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.14248Z","time spent":"2.768028193s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:16:41.910541Z","caller":"traceutil/trace.go:171","msg":"trace[652206319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23852; }","duration":"2.768106465s","start":"2026-03-08T03:16:39.142425Z","end":"2026-03-08T03:16:41.910532Z","steps":["trace[652206319] 'agreement among raft nodes before linearized reading' (duration: 2.767960411s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.486937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-08T03:16:41.910576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.14242Z","time spent":"2.768148567s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:16:41.910582Z","caller":"traceutil/trace.go:171","msg":"trace[842560649] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23852; }","duration":"727.518078ms","start":"2026-03-08T03:16:41.183056Z","end":"2026-03-08T03:16:41.910574Z","steps":["trace[842560649] 'agreement among raft nodes before linearized reading' (duration: 727.421216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:41.182995Z","time spent":"727.603409ms","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-08T03:16:41.910515Z","caller":"traceutil/trace.go:171","msg":"trace[1651996959] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"545.864921ms","start":"2026-03-08T03:16:41.364629Z","end":"2026-03-08T03:16:41.910493Z","steps":["trace[1651996959] 'process raft request' (duration: 544.682783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882431171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-08T03:16:41.910665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173424028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-08T03:16:41.910379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128240917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:16:41.910739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799722441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:41.910763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668187511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:41.910782Z","caller":"traceutil/trace.go:171","msg":"trace[1261230877] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23852; }","duration":"1.799766222s","start":"2026-03-08T03:16:40.111009Z","end":"2026-03-08T03:16:41.910775Z","steps":["trace[1261230877] 'agreement among raft nodes before linearized reading' (duration: 1.79970601s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.910803Z","caller":"traceutil/trace.go:171","msg":"trace[507907282] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23852; }","duration":"1.668268363s","start":"2026-03-08T03:16:40.242525Z","end":"2026-03-08T03:16:41.910793Z","steps":["trace[507907282] 'agreement among raft nodes before linearized reading' (duration: 1.668204632s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:40.110991Z","time spent":"1.799810113s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:41.910824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:40.242501Z","time spent":"1.668316665s","remote":"127.0.0.1:34192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:41.91082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.666124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:41.910324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.005497Z","time spent":"2.904811147s","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:41.910021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084496373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:16:41.910852Z","caller":"traceutil/trace.go:171","msg":"trace[234122050] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23852; }","duration":"828.733275ms","start":"2026-03-08T03:16:41.082109Z","end":"2026-03-08T03:16:41.910842Z","steps":["trace[234122050] 'agreement among raft nodes before linearized reading' (duration: 828.681784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:41.082089Z","time spent":"828.783476ms","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:41.91088Z","caller":"traceutil/trace.go:171","msg":"trace[1142882017] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23852; }","duration":"4.085374264s","start":"2026-03-08T03:16:37.825492Z","end":"2026-03-08T03:16:41.910866Z","steps":["trace[1142882017] 'agreement among raft nodes before linearized reading' (duration: 4.084473093s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:37.825458Z","time spent":"4.085452986s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:16:41.91018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45927999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:16:41.910947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890060787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-08T03:16:41.910965Z","caller":"traceutil/trace.go:171","msg":"trace[128747838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23852; }","duration":"3.460088229s","start":"2026-03-08T03:16:38.450867Z","end":"2026-03-08T03:16:41.910955Z","steps":["trace[128747838] 'agreement among raft nodes before linearized reading' (duration: 3.459252209s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.910415Z","caller":"traceutil/trace.go:171","msg":"trace[1550860924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23852; }","duration":"191.5635ms","start":"2026-03-08T03:16:41.718845Z","end":"2026-03-08T03:16:41.910409Z","steps":["trace[1550860924] 'agreement among raft nodes before linearized reading' (duration: 191.524029ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.910978Z","caller":"traceutil/trace.go:171","msg":"trace[919958127] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23852; }","duration":"3.890088397s","start":"2026-03-08T03:16:38.020879Z","end":"2026-03-08T03:16:41.910967Z","steps":["trace[919958127] 'agreement among raft nodes before linearized reading' (duration: 3.889990615s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.91099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:38.450831Z","time spent":"3.460151509s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:16:41.910997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:38.020835Z","time spent":"3.890157349s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:16:41.910394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771007293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:41.910694Z","caller":"traceutil/trace.go:171","msg":"trace[562293824] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23852; }","duration":"2.17348877s","start":"2026-03-08T03:16:39.737198Z","end":"2026-03-08T03:16:41.910687Z","steps":["trace[562293824] 'agreement among raft nodes before linearized reading' (duration: 2.173393587s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.911045Z","caller":"traceutil/trace.go:171","msg":"trace[271826703] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23852; }","duration":"2.77169174s","start":"2026-03-08T03:16:39.139341Z","end":"2026-03-08T03:16:41.911032Z","steps":["trace[271826703] 'agreement among raft nodes before linearized reading' (duration: 2.771013374s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.911073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.737179Z","time spent":"2.173886059s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-08T03:16:41.911082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.13932Z","time spent":"2.771750081s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:41.910684Z","caller":"traceutil/trace.go:171","msg":"trace[854064929] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:23852; }","duration":"2.882517102s","start":"2026-03-08T03:16:39.028151Z","end":"2026-03-08T03:16:41.910668Z","steps":["trace[854064929] 'agreement among raft nodes before linearized reading' (duration: 2.882348038s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.910699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:41.36459Z","time spent":"546.055946ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:41.909941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767702446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:16:41.911145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.028132Z","time spent":"2.882992294s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-03-08T03:16:41.91118Z","caller":"traceutil/trace.go:171","msg":"trace[1451199893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23852; }","duration":"2.768983246s","start":"2026-03-08T03:16:39.142188Z","end":"2026-03-08T03:16:41.911171Z","steps":["trace[1451199893] 'agreement among raft nodes before linearized reading' (duration: 2.767337167s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.911208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.142168Z","time spent":"2.769031527s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:16:41.910813Z","caller":"traceutil/trace.go:171","msg":"trace[1423826091] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23852; }","duration":"2.128696178s","start":"2026-03-08T03:16:39.78208Z","end":"2026-03-08T03:16:41.910776Z","steps":["trace[1423826091] 'agreement among raft nodes before linearized reading' (duration: 2.128203306s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.911246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:39.78206Z","time spent":"2.129175749s","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:41.910404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.876093498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:41.911366Z","caller":"traceutil/trace.go:171","msg":"trace[633427972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23852; }","duration":"3.877163663s","start":"2026-03-08T03:16:38.034184Z","end":"2026-03-08T03:16:41.911347Z","steps":["trace[633427972] 'agreement among raft nodes before linearized reading' (duration: 3.876145689s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.911406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:38.034178Z","time spent":"3.877213044s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:41.922287Z","caller":"traceutil/trace.go:171","msg":"trace[1519393621] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"931.708823ms","start":"2026-03-08T03:16:40.990543Z","end":"2026-03-08T03:16:41.922252Z","steps":["trace[1519393621] 'process raft request' (duration: 918.553494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:41.9225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:40.990518Z","time spent":"931.847867ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:43.230663Z","caller":"traceutil/trace.go:171","msg":"trace[430627990] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"705.730825ms","start":"2026-03-08T03:16:42.524912Z","end":"2026-03-08T03:16:43.230643Z","steps":["trace[430627990] 'process raft request' (duration: 705.620183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:43.23077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:42.524896Z","time spent":"705.819248ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:45.167762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847662357s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:45.167995Z","caller":"traceutil/trace.go:171","msg":"trace[1641963369] linearizableReadLoop","detail":"{readStateIndex:24712; appliedIndex:24709; }","duration":"2.333757004s","start":"2026-03-08T03:16:42.834224Z","end":"2026-03-08T03:16:45.167981Z","steps":["trace[1641963369] 'read index received' (duration: 396.434322ms)","trace[1641963369] 'applied index is now lower than readState.Index' (duration: 1.937321902s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:45.168001Z","caller":"traceutil/trace.go:171","msg":"trace[163076202] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"2.642956875s","start":"2026-03-08T03:16:42.525033Z","end":"2026-03-08T03:16:45.167989Z","steps":["trace[163076202] 'process raft request' (duration: 2.642817862s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.168051Z","caller":"traceutil/trace.go:171","msg":"trace[172976215] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"1.254554267s","start":"2026-03-08T03:16:43.91349Z","end":"2026-03-08T03:16:45.168045Z","steps":["trace[172976215] 'process raft request' (duration: 1.254460525s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.168053Z","caller":"traceutil/trace.go:171","msg":"trace[775784682] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"2.557307874s","start":"2026-03-08T03:16:42.610713Z","end":"2026-03-08T03:16:45.168021Z","steps":["trace[775784682] 'process raft request' (duration: 2.557203672s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.168096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:42.525025Z","time spent":"2.643044988s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:45.16804Z","caller":"traceutil/trace.go:171","msg":"trace[2099173497] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"2.642992947s","start":"2026-03-08T03:16:42.524959Z","end":"2026-03-08T03:16:45.167952Z","steps":["trace[2099173497] 'process raft request' (duration: 795.037673ms)","trace[2099173497] 'compare' (duration: 1.845984577s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:45.168097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.913466Z","time spent":"1.254604397s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:45.168184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:42.610688Z","time spent":"2.557424517s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:45.168312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334061851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:16:45.168396Z","caller":"traceutil/trace.go:171","msg":"trace[1494597813] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23866; }","duration":"2.334279466s","start":"2026-03-08T03:16:42.834098Z","end":"2026-03-08T03:16:45.168378Z","steps":["trace[1494597813] 'agreement among raft nodes before linearized reading' (duration: 2.333946968s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.168444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:42.83408Z","time spent":"2.334353998s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:45.168554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:42.524943Z","time spent":"2.643292504s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:45.242066Z","caller":"traceutil/trace.go:171","msg":"trace[253976536] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"1.32795482s","start":"2026-03-08T03:16:43.914081Z","end":"2026-03-08T03:16:45.242035Z","steps":["trace[253976536] 'process raft request' (duration: 1.327715205s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.24225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.914068Z","time spent":"1.328086873s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:45.242435Z","caller":"traceutil/trace.go:171","msg":"trace[556597014] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"1.328232606s","start":"2026-03-08T03:16:43.914142Z","end":"2026-03-08T03:16:45.242374Z","steps":["trace[556597014] 'process raft request' (duration: 1.327821577s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.242803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.91412Z","time spent":"1.328421871s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:45.243494Z","caller":"traceutil/trace.go:171","msg":"trace[2053116454] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"1.315025936s","start":"2026-03-08T03:16:43.928457Z","end":"2026-03-08T03:16:45.243483Z","steps":["trace[2053116454] 'process raft request' (duration: 1.313805668s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.243548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.928442Z","time spent":"1.315078867s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:45.626641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:16:45.626696Z","caller":"traceutil/trace.go:171","msg":"trace[245346353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155147s","start":"2026-03-08T03:16:43.626528Z","end":"2026-03-08T03:16:45.626683Z","steps":["trace[245346353] 'agreement among raft nodes before linearized reading' (duration: 2.000080095s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.626725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.626509Z","time spent":"2.000211259s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:16:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:16:45.711093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000836473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:16:45.711196Z","caller":"traceutil/trace.go:171","msg":"trace[1851462113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000986856s","start":"2026-03-08T03:16:43.710185Z","end":"2026-03-08T03:16:45.711172Z","steps":["trace[1851462113] 'agreement among raft nodes before linearized reading' (duration: 2.000854463s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.711263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.710171Z","time spent":"2.001076979s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:16:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:16:46.716927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473552149s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:16:46.717113Z","caller":"traceutil/trace.go:171","msg":"trace[1686621197] linearizableReadLoop","detail":"{readStateIndex:24717; appliedIndex:24713; }","duration":"1.549066623s","start":"2026-03-08T03:16:45.168034Z","end":"2026-03-08T03:16:46.7171Z","steps":["trace[1686621197] 'read index received' (duration: 73.825784ms)","trace[1686621197] 'applied index is now lower than readState.Index' (duration: 1.475240099s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:46.718202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71160407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-08T03:16:46.718458Z","caller":"traceutil/trace.go:171","msg":"trace[340350050] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23869; }","duration":"1.711864646s","start":"2026-03-08T03:16:45.006577Z","end":"2026-03-08T03:16:46.718441Z","steps":["trace[340350050] 'agreement among raft nodes before linearized reading' (duration: 1.711506308s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.718494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.006538Z","time spent":"1.711947758s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-08T03:16:46.7187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16769677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:46.718723Z","caller":"traceutil/trace.go:171","msg":"trace[389619553] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23869; }","duration":"3.167756932s","start":"2026-03-08T03:16:43.55096Z","end":"2026-03-08T03:16:46.718717Z","steps":["trace[389619553] 'agreement among raft nodes before linearized reading' (duration: 3.16769432s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.718721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825022199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:46.718742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.550942Z","time spent":"3.167795282s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:46.718746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78663802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:16:46.718778Z","caller":"traceutil/trace.go:171","msg":"trace[428958250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23869; }","duration":"2.786698281s","start":"2026-03-08T03:16:43.932071Z","end":"2026-03-08T03:16:46.718769Z","steps":["trace[428958250] 'agreement among raft nodes before linearized reading' (duration: 2.786574748s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.718804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.932062Z","time spent":"2.786736952s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:16:46.71877Z","caller":"traceutil/trace.go:171","msg":"trace[1233701154] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23869; }","duration":"3.825113761s","start":"2026-03-08T03:16:42.893642Z","end":"2026-03-08T03:16:46.718756Z","steps":["trace[1233701154] 'agreement among raft nodes before linearized reading' (duration: 3.825031919s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.718842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784994361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:16:46.718903Z","caller":"traceutil/trace.go:171","msg":"trace[2063043663] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"1.48210879s","start":"2026-03-08T03:16:45.236778Z","end":"2026-03-08T03:16:46.718887Z","steps":["trace[2063043663] 'process raft request' (duration: 1.480242406s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:46.718923Z","caller":"traceutil/trace.go:171","msg":"trace[1047633210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23869; }","duration":"2.785091393s","start":"2026-03-08T03:16:43.933809Z","end":"2026-03-08T03:16:46.718901Z","steps":["trace[1047633210] 'agreement among raft nodes before linearized reading' (duration: 2.784851648s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.718947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:42.893623Z","time spent":"3.825274335s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:46.71898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.933802Z","time spent":"2.785165166s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:16:46.718983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.236743Z","time spent":"1.482188432s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:47.520049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:47.631609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109666479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:47.631732Z","caller":"traceutil/trace.go:171","msg":"trace[414586559] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23870; }","duration":"2.109868464s","start":"2026-03-08T03:16:45.521824Z","end":"2026-03-08T03:16:47.631693Z","steps":["trace[414586559] 'agreement among raft nodes before linearized reading' (duration: 1.197163367s)","trace[414586559] 'count revisions from in-memory index tree' (duration: 912.509903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.631813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.521803Z","time spent":"2.109988067s","remote":"127.0.0.1:34082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:47.63197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616932608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:47.63208Z","caller":"traceutil/trace.go:171","msg":"trace[1100350195] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23870; }","duration":"1.617083732s","start":"2026-03-08T03:16:46.014966Z","end":"2026-03-08T03:16:47.63205Z","steps":["trace[1100350195] 'agreement among raft nodes before linearized reading' (duration: 704.023526ms)","trace[1100350195] 'count revisions from in-memory index tree' (duration: 912.907391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.632123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.014956Z","time spent":"1.617150133s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:47.632164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376317562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:47.632265Z","caller":"traceutil/trace.go:171","msg":"trace[735230458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23870; }","duration":"2.376424164s","start":"2026-03-08T03:16:45.25582Z","end":"2026-03-08T03:16:47.632244Z","steps":["trace[735230458] 'agreement among raft nodes before linearized reading' (duration: 1.463051442s)","trace[735230458] 'count revisions from in-memory index tree' (duration: 913.25257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.632316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.255758Z","time spent":"2.376541938s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:47.632339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31019527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:47.632398Z","caller":"traceutil/trace.go:171","msg":"trace[1998996669] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23870; }","duration":"2.310304122s","start":"2026-03-08T03:16:45.322074Z","end":"2026-03-08T03:16:47.632378Z","steps":["trace[1998996669] 'agreement among raft nodes before linearized reading' (duration: 1.396920939s)","trace[1998996669] 'range keys from in-memory index tree' (duration: 913.299711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.6324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693988852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:16:47.632432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.322051Z","time spent":"2.310372803s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:16:47.63247Z","caller":"traceutil/trace.go:171","msg":"trace[1088664472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23870; }","duration":"3.694075093s","start":"2026-03-08T03:16:43.938371Z","end":"2026-03-08T03:16:47.632447Z","steps":["trace[1088664472] 'agreement among raft nodes before linearized reading' (duration: 2.780570797s)","trace[1088664472] 'range keys from in-memory index tree' (duration: 913.313271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.632482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699804208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-08T03:16:47.632575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913958214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:47.632582Z","caller":"traceutil/trace.go:171","msg":"trace[1413602721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23870; }","duration":"3.700021063s","start":"2026-03-08T03:16:43.932533Z","end":"2026-03-08T03:16:47.632554Z","steps":["trace[1413602721] 'agreement among raft nodes before linearized reading' (duration: 2.786289261s)","trace[1413602721] 'range keys from in-memory index tree' (duration: 913.505885ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:47.632622Z","caller":"traceutil/trace.go:171","msg":"trace[1081195379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23870; }","duration":"1.914030516s","start":"2026-03-08T03:16:45.718572Z","end":"2026-03-08T03:16:47.632603Z","steps":["trace[1081195379] 'agreement among raft nodes before linearized reading' (duration: 1.000376416s)","trace[1081195379] 'range keys from in-memory index tree' (duration: 913.604088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.632634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.932516Z","time spent":"3.700107955s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:16:47.632652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368272339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:47.63266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.718555Z","time spent":"1.914096317s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:16:47.632683Z","caller":"traceutil/trace.go:171","msg":"trace[716236494] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23870; }","duration":"4.36833808s","start":"2026-03-08T03:16:43.264333Z","end":"2026-03-08T03:16:47.632671Z","steps":["trace[716236494] 'agreement among raft nodes before linearized reading' (duration: 3.454459366s)","trace[716236494] 'count revisions from in-memory index tree' (duration: 913.839533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.632707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.264316Z","time spent":"4.368384801s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:47.632697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003458137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abe5059548d07\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-08T03:16:47.632747Z","caller":"traceutil/trace.go:171","msg":"trace[1499737972] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abe5059548d07; range_end:; response_count:1; response_revision:23870; }","duration":"2.003538248s","start":"2026-03-08T03:16:45.629192Z","end":"2026-03-08T03:16:47.632731Z","steps":["trace[1499737972] 'agreement among raft nodes before linearized reading' (duration: 1.089783746s)","trace[1499737972] 'range keys from in-memory index tree' (duration: 913.624969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.632786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.629176Z","time spent":"2.0035998s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abe5059548d07\" "} {"level":"warn","ts":"2026-03-08T03:16:47.632567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.838795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:47.632929Z","caller":"traceutil/trace.go:171","msg":"trace[1925308633] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23870; }","duration":"946.204194ms","start":"2026-03-08T03:16:46.686675Z","end":"2026-03-08T03:16:47.632879Z","steps":["trace[1925308633] 'agreement among raft nodes before linearized reading' (duration: 32.283999ms)","trace[1925308633] 'count revisions from in-memory index tree' (duration: 913.573057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.632977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699443279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-08T03:16:47.632995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.686658Z","time spent":"946.316626ms","remote":"127.0.0.1:36924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:47.633023Z","caller":"traceutil/trace.go:171","msg":"trace[1847667425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23870; }","duration":"3.699503911s","start":"2026-03-08T03:16:43.933502Z","end":"2026-03-08T03:16:47.633005Z","steps":["trace[1847667425] 'agreement among raft nodes before linearized reading' (duration: 2.785309219s)","trace[1847667425] 'range keys from in-memory index tree' (duration: 914.09135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.633008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621392772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-08T03:16:47.633059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.933491Z","time spent":"3.699560882s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:16:47.633073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399332397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:47.633089Z","caller":"traceutil/trace.go:171","msg":"trace[1649874763] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23870; }","duration":"1.621526886s","start":"2026-03-08T03:16:46.011538Z","end":"2026-03-08T03:16:47.633065Z","steps":["trace[1649874763] 'agreement among raft nodes before linearized reading' (duration: 707.452656ms)","trace[1649874763] 'range keys from in-memory index tree' (duration: 913.869275ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:47.633113Z","caller":"traceutil/trace.go:171","msg":"trace[1199056557] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"909.650355ms","start":"2026-03-08T03:16:46.723454Z","end":"2026-03-08T03:16:47.633104Z","steps":["trace[1199056557] 'process raft request' (duration: 830.696721ms)","trace[1199056557] 'compare' (duration: 77.871249ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:47.633124Z","caller":"traceutil/trace.go:171","msg":"trace[1641460913] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23870; }","duration":"1.399424669s","start":"2026-03-08T03:16:46.233683Z","end":"2026-03-08T03:16:47.633108Z","steps":["trace[1641460913] 'agreement among raft nodes before linearized reading' (duration: 485.283518ms)","trace[1641460913] 'count revisions from in-memory index tree' (duration: 914.043589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.632516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:43.938323Z","time spent":"3.694179925s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:16:47.633135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.011521Z","time spent":"1.621605687s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-08T03:16:47.633156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.233667Z","time spent":"1.399482071s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:47.633175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.723435Z","time spent":"909.699656ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:47.633062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094495883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:47.633238Z","caller":"traceutil/trace.go:171","msg":"trace[988526944] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23870; }","duration":"2.094697078s","start":"2026-03-08T03:16:45.538525Z","end":"2026-03-08T03:16:47.633222Z","steps":["trace[988526944] 'agreement among raft nodes before linearized reading' (duration: 1.180440245s)","trace[988526944] 'count revisions from in-memory index tree' (duration: 914.069379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.633279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.538504Z","time spent":"2.094761259s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:48.519605Z","caller":"traceutil/trace.go:171","msg":"trace[615930322] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"1.603335909s","start":"2026-03-08T03:16:46.916241Z","end":"2026-03-08T03:16:48.519577Z","steps":["trace[615930322] 'process raft request' (duration: 1.603182295s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.519671Z","caller":"traceutil/trace.go:171","msg":"trace[130914604] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"1.344163552s","start":"2026-03-08T03:16:47.17545Z","end":"2026-03-08T03:16:48.519613Z","steps":["trace[130914604] 'process raft request' (duration: 1.344041339s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.519704Z","caller":"traceutil/trace.go:171","msg":"trace[990290582] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"1.270249595s","start":"2026-03-08T03:16:47.249428Z","end":"2026-03-08T03:16:48.519678Z","steps":["trace[990290582] 'process raft request' (duration: 1.270103202s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.519766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.916214Z","time spent":"1.603458292s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:48.519785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500287608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:16:48.51982Z","caller":"traceutil/trace.go:171","msg":"trace[371185492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23879; }","duration":"1.50037101s","start":"2026-03-08T03:16:47.01944Z","end":"2026-03-08T03:16:48.519811Z","steps":["trace[371185492] 'agreement among raft nodes before linearized reading' (duration: 1.500204676s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.519824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.249401Z","time spent":"1.270354468s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:48.519851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.01942Z","time spent":"1.500425541s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:16:48.519866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.175439Z","time spent":"1.344336375s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:48.519604Z","caller":"traceutil/trace.go:171","msg":"trace[495818757] linearizableReadLoop","detail":"{readStateIndex:24727; appliedIndex:24718; }","duration":"1.500094124s","start":"2026-03-08T03:16:47.019486Z","end":"2026-03-08T03:16:48.51958Z","steps":["trace[495818757] 'read index received' (duration: 534.646867ms)","trace[495818757] 'applied index is now lower than readState.Index' (duration: 965.446427ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:48.519939Z","caller":"traceutil/trace.go:171","msg":"trace[854292195] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"1.270604854s","start":"2026-03-08T03:16:47.249322Z","end":"2026-03-08T03:16:48.519927Z","steps":["trace[854292195] 'process raft request' (duration: 1.270188464s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.519998Z","caller":"traceutil/trace.go:171","msg":"trace[1823472414] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"1.270526491s","start":"2026-03-08T03:16:47.249462Z","end":"2026-03-08T03:16:48.519988Z","steps":["trace[1823472414] 'process raft request' (duration: 1.270085351s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.520015Z","caller":"traceutil/trace.go:171","msg":"trace[940928902] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"1.345714538s","start":"2026-03-08T03:16:47.174291Z","end":"2026-03-08T03:16:48.520005Z","steps":["trace[940928902] 'process raft request' (duration: 1.345156325s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.520045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.249436Z","time spent":"1.270584323s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:48.520039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.249305Z","time spent":"1.270692006s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:48.52008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.17427Z","time spent":"1.34576659s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:48.520157Z","caller":"traceutil/trace.go:171","msg":"trace[1143568921] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"1.771908968s","start":"2026-03-08T03:16:46.748215Z","end":"2026-03-08T03:16:48.520124Z","steps":["trace[1143568921] 'process raft request' (duration: 1.771115319s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.520256Z","caller":"traceutil/trace.go:171","msg":"trace[207532887] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"1.344939229s","start":"2026-03-08T03:16:47.175306Z","end":"2026-03-08T03:16:48.520245Z","steps":["trace[207532887] 'process raft request' (duration: 1.344166381s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.520298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.17528Z","time spent":"1.344995861s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:48.520303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.748183Z","time spent":"1.772048921s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:49.020076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:49.52067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:49.634847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00071771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:16:49.634915Z","caller":"traceutil/trace.go:171","msg":"trace[156666867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000831693s","start":"2026-03-08T03:16:47.634068Z","end":"2026-03-08T03:16:49.634899Z","steps":["trace[156666867] 'agreement among raft nodes before linearized reading' (duration: 2.000745021s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:49.63495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.634051Z","time spent":"2.000891884s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:16:49.914883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395878294s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:16:49.91554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.581125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:49.91564Z","caller":"traceutil/trace.go:171","msg":"trace[1913960613] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23879; }","duration":"818.692038ms","start":"2026-03-08T03:16:49.096934Z","end":"2026-03-08T03:16:49.915626Z","steps":["trace[1913960613] 'range keys from in-memory index tree' (duration: 818.567745ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.916112Z","caller":"traceutil/trace.go:171","msg":"trace[459728776] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"2.281021474s","start":"2026-03-08T03:16:47.635079Z","end":"2026-03-08T03:16:49.916101Z","steps":["trace[459728776] 'process raft request' (duration: 2.279948119s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.91637Z","caller":"traceutil/trace.go:171","msg":"trace[361080995] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"1.737052028s","start":"2026-03-08T03:16:48.179293Z","end":"2026-03-08T03:16:49.916345Z","steps":["trace[361080995] 'process raft request' (duration: 1.736945475s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:49.916513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:48.179271Z","time spent":"1.73717125s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:49.916205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.635034Z","time spent":"2.281119226s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:49.916838Z","caller":"traceutil/trace.go:171","msg":"trace[2082634474] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"2.279830036s","start":"2026-03-08T03:16:47.636997Z","end":"2026-03-08T03:16:49.916827Z","steps":["trace[2082634474] 'process raft request' (duration: 2.279029837s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:49.916897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.636984Z","time spent":"2.279882687s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:49.91695Z","caller":"traceutil/trace.go:171","msg":"trace[721079492] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"2.279274663s","start":"2026-03-08T03:16:47.637647Z","end":"2026-03-08T03:16:49.916922Z","steps":["trace[721079492] 'process raft request' (duration: 2.278482895s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:49.917075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.637629Z","time spent":"2.279387546s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:49.917045Z","caller":"traceutil/trace.go:171","msg":"trace[822129542] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"2.262770085s","start":"2026-03-08T03:16:47.654238Z","end":"2026-03-08T03:16:49.917008Z","steps":["trace[822129542] 'process raft request' (duration: 2.261957236s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:49.917999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.654217Z","time spent":"2.263687417s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:51.281172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.467208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:51.28149Z","caller":"traceutil/trace.go:171","msg":"trace[1470166642] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"756.57244ms","start":"2026-03-08T03:16:50.524895Z","end":"2026-03-08T03:16:51.281468Z","steps":["trace[1470166642] 'process raft request' (duration: 756.420957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:51.281582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.524869Z","time spent":"756.670362ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:51.281657Z","caller":"traceutil/trace.go:171","msg":"trace[1799284978] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"2.556832112s","start":"2026-03-08T03:16:48.724602Z","end":"2026-03-08T03:16:51.281434Z","steps":["trace[1799284978] 'process raft request' (duration: 1.604320151s)","trace[1799284978] 'compare' (duration: 951.15475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:51.281816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:48.724573Z","time spent":"2.557178241s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:51.28191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642640905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-08T03:16:51.281955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178983595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:51.281665Z","caller":"traceutil/trace.go:171","msg":"trace[153717354] linearizableReadLoop","detail":"{readStateIndex:24733; appliedIndex:24727; }","duration":"2.761662213s","start":"2026-03-08T03:16:48.519976Z","end":"2026-03-08T03:16:51.281638Z","steps":["trace[153717354] 'read index received' (duration: 1.395989327s)","trace[153717354] 'applied index is now lower than readState.Index' (duration: 1.365518993s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:51.282001Z","caller":"traceutil/trace.go:171","msg":"trace[1299068550] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23886; }","duration":"3.179053697s","start":"2026-03-08T03:16:48.102931Z","end":"2026-03-08T03:16:51.281985Z","steps":["trace[1299068550] 'agreement among raft nodes before linearized reading' (duration: 3.178977456s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:51.282039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:48.102915Z","time spent":"3.179114868s","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:51.282108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626790513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:51.282207Z","caller":"traceutil/trace.go:171","msg":"trace[730467017] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23886; }","duration":"3.626929106s","start":"2026-03-08T03:16:47.655254Z","end":"2026-03-08T03:16:51.282183Z","steps":["trace[730467017] 'agreement among raft nodes before linearized reading' (duration: 3.626745342s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:51.282279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.655238Z","time spent":"3.627024409s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:16:51.281967Z","caller":"traceutil/trace.go:171","msg":"trace[622143406] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23886; }","duration":"3.642728478s","start":"2026-03-08T03:16:47.639227Z","end":"2026-03-08T03:16:51.281955Z","steps":["trace[622143406] 'agreement among raft nodes before linearized reading' (duration: 3.642512313s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:51.282657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.639219Z","time spent":"3.643373593s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-08T03:16:51.641052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:16:51.641166Z","caller":"traceutil/trace.go:171","msg":"trace[1710695304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274961s","start":"2026-03-08T03:16:49.640859Z","end":"2026-03-08T03:16:51.641134Z","steps":["trace[1710695304] 'agreement among raft nodes before linearized reading' (duration: 2.000144478s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:51.641221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.640845Z","time spent":"2.000364543s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:16:51.782362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:52.282721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:52.783855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:53.30012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:53.642357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:16:53.642436Z","caller":"traceutil/trace.go:171","msg":"trace[1314281472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111357s","start":"2026-03-08T03:16:51.642311Z","end":"2026-03-08T03:16:53.642423Z","steps":["trace[1314281472] 'agreement among raft nodes before linearized reading' (duration: 2.000015744s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.642471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.642295Z","time spent":"2.000168088s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:16:53.800676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:16:54.069364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.792987439s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:16:54.070276Z","caller":"traceutil/trace.go:171","msg":"trace[733308289] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"3.544872088s","start":"2026-03-08T03:16:50.525379Z","end":"2026-03-08T03:16:54.070251Z","steps":["trace[733308289] 'process raft request' (duration: 3.544574651s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.0704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.525354Z","time spent":"3.544985641s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:54.070557Z","caller":"traceutil/trace.go:171","msg":"trace[1339144944] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"3.54491669s","start":"2026-03-08T03:16:50.525615Z","end":"2026-03-08T03:16:54.070532Z","steps":["trace[1339144944] 'process raft request' (duration: 3.544540871s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.070704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.525605Z","time spent":"3.545023482s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:54.070864Z","caller":"traceutil/trace.go:171","msg":"trace[269105942] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"3.545242897s","start":"2026-03-08T03:16:50.525609Z","end":"2026-03-08T03:16:54.070851Z","steps":["trace[269105942] 'process raft request' (duration: 3.544831187s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.070929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.525588Z","time spent":"3.545305649s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:54.070965Z","caller":"traceutil/trace.go:171","msg":"trace[300327547] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"3.544973751s","start":"2026-03-08T03:16:50.525966Z","end":"2026-03-08T03:16:54.07094Z","steps":["trace[300327547] 'process raft request' (duration: 3.544888319s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:54.071017Z","caller":"traceutil/trace.go:171","msg":"trace[1305987756] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"3.453144564s","start":"2026-03-08T03:16:50.617864Z","end":"2026-03-08T03:16:54.071009Z","steps":["trace[1305987756] 'process raft request' (duration: 3.453032111s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:54.070991Z","caller":"traceutil/trace.go:171","msg":"trace[777472092] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"3.545295239s","start":"2026-03-08T03:16:50.525674Z","end":"2026-03-08T03:16:54.070969Z","steps":["trace[777472092] 'process raft request' (duration: 3.545091474s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.071058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.617842Z","time spent":"3.453193235s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:54.071104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.525666Z","time spent":"3.545382311s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:54.071113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.525958Z","time spent":"3.545081384s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:55.524757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429859184s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:16:55.524966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999493414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:16:55.525026Z","caller":"traceutil/trace.go:171","msg":"trace[1595904709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999661258s","start":"2026-03-08T03:16:50.52535Z","end":"2026-03-08T03:16:55.525012Z","steps":["trace[1595904709] 'agreement among raft nodes before linearized reading' (duration: 4.999530075s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.525062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.525329Z","time spent":"4.99972466s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/08 03:16:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:16:55.628515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:16:55.628626Z","caller":"traceutil/trace.go:171","msg":"trace[999556418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487906s","start":"2026-03-08T03:16:53.62812Z","end":"2026-03-08T03:16:55.628608Z","steps":["trace[999556418] 'agreement among raft nodes before linearized reading' (duration: 2.000347563s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.628702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.628103Z","time spent":"2.000588799s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:16:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:16:55.645173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.107181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:55.64547Z","caller":"traceutil/trace.go:171","msg":"trace[387173002] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"2.971782239s","start":"2026-03-08T03:16:52.673662Z","end":"2026-03-08T03:16:55.645444Z","steps":["trace[387173002] 'process raft request' (duration: 2.971603735s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.645605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:52.67364Z","time spent":"2.971898992s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:55.645677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.122273902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:16:55.645694Z","caller":"traceutil/trace.go:171","msg":"trace[1149473756] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"3.496141085s","start":"2026-03-08T03:16:52.149529Z","end":"2026-03-08T03:16:55.645671Z","steps":["trace[1149473756] 'process raft request' (duration: 3.375460801s)","trace[1149473756] 'compare' (duration: 119.506177ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:55.64572Z","caller":"traceutil/trace.go:171","msg":"trace[1684487938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23897; }","duration":"7.122354243s","start":"2026-03-08T03:16:48.523356Z","end":"2026-03-08T03:16:55.645711Z","steps":["trace[1684487938] 'agreement among raft nodes before linearized reading' (duration: 7.122165009s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.645753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:48.523333Z","time spent":"7.122412595s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:16:55.645494Z","caller":"traceutil/trace.go:171","msg":"trace[717736928] linearizableReadLoop","detail":"{readStateIndex:24745; appliedIndex:24734; }","duration":"4.363453426s","start":"2026-03-08T03:16:51.282023Z","end":"2026-03-08T03:16:55.645477Z","steps":["trace[717736928] 'read index received' (duration: 2.788087954s)","trace[717736928] 'applied index is now lower than readState.Index' (duration: 1.575364522s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:55.64579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:52.149499Z","time spent":"3.496241487s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:55.645927Z","caller":"traceutil/trace.go:171","msg":"trace[894974273] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"2.327784724s","start":"2026-03-08T03:16:53.318133Z","end":"2026-03-08T03:16:55.645918Z","steps":["trace[894974273] 'process raft request' (duration: 2.327230531s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.645958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.295352691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.645934Z","caller":"traceutil/trace.go:171","msg":"trace[1153758963] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"2.120613479s","start":"2026-03-08T03:16:53.525291Z","end":"2026-03-08T03:16:55.645904Z","steps":["trace[1153758963] 'process raft request' (duration: 2.120144388s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.645976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.318115Z","time spent":"2.327836285s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:55.64596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.710795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:55.64599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.617857065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:16:55.646003Z","caller":"traceutil/trace.go:171","msg":"trace[223266732] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23897; }","duration":"6.295432093s","start":"2026-03-08T03:16:49.350556Z","end":"2026-03-08T03:16:55.645988Z","steps":["trace[223266732] 'agreement among raft nodes before linearized reading' (duration: 6.295359171s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.96366441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:16:55.64603Z","caller":"traceutil/trace.go:171","msg":"trace[1228537499] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:23897; }","duration":"6.617930307s","start":"2026-03-08T03:16:49.02809Z","end":"2026-03-08T03:16:55.64602Z","steps":["trace[1228537499] 'agreement among raft nodes before linearized reading' (duration: 6.617826554s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.350535Z","time spent":"6.295493504s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:55.646042Z","caller":"traceutil/trace.go:171","msg":"trace[471468628] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23897; }","duration":"5.963726832s","start":"2026-03-08T03:16:49.682305Z","end":"2026-03-08T03:16:55.646032Z","steps":["trace[471468628] 'agreement among raft nodes before linearized reading' (duration: 5.963573318s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.991568892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:16:55.64605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.686615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:55.646064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.028071Z","time spent":"6.617986917s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-03-08T03:16:55.646075Z","caller":"traceutil/trace.go:171","msg":"trace[77194262] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23897; }","duration":"6.991618463s","start":"2026-03-08T03:16:48.65445Z","end":"2026-03-08T03:16:55.646069Z","steps":["trace[77194262] 'agreement among raft nodes before linearized reading' (duration: 6.991578642s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.682293Z","time spent":"5.963773483s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.646093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:48.654432Z","time spent":"6.991654834s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.6461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.723319265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-08T03:16:55.646097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.525239Z","time spent":"2.120768362s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:55.646179Z","caller":"traceutil/trace.go:171","msg":"trace[560746502] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7; range_end:; response_count:1; response_revision:23897; }","duration":"5.723432089s","start":"2026-03-08T03:16:49.922716Z","end":"2026-03-08T03:16:55.646148Z","steps":["trace[560746502] 'agreement among raft nodes before linearized reading' (duration: 5.723218563s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.64617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.506084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.645952Z","caller":"traceutil/trace.go:171","msg":"trace[941438688] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"2.326108894s","start":"2026-03-08T03:16:53.319822Z","end":"2026-03-08T03:16:55.645931Z","steps":["trace[941438688] 'process raft request' (duration: 2.325579802s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.009159729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:16:55.646261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423173995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.646283Z","caller":"traceutil/trace.go:171","msg":"trace[1996900170] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23897; }","duration":"2.423220807s","start":"2026-03-08T03:16:53.223055Z","end":"2026-03-08T03:16:55.646276Z","steps":["trace[1996900170] 'agreement among raft nodes before linearized reading' (duration: 2.423187076s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.223033Z","time spent":"2.423261327s","remote":"127.0.0.1:36996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.646314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.72099395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-08T03:16:55.646241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.262414767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:55.646228Z","caller":"traceutil/trace.go:171","msg":"trace[1720184212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23897; }","duration":"491.600296ms","start":"2026-03-08T03:16:55.154618Z","end":"2026-03-08T03:16:55.646218Z","steps":["trace[1720184212] 'agreement among raft nodes before linearized reading' (duration: 491.526764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.319802Z","time spent":"2.326512904s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:55.646352Z","caller":"traceutil/trace.go:171","msg":"trace[1922819352] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23897; }","duration":"5.721047832s","start":"2026-03-08T03:16:49.925295Z","end":"2026-03-08T03:16:55.646343Z","steps":["trace[1922819352] 'agreement among raft nodes before linearized reading' (duration: 5.720919589s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.64638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.858216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.64638Z","caller":"traceutil/trace.go:171","msg":"trace[1960135160] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23897; }","duration":"6.262594352s","start":"2026-03-08T03:16:49.383768Z","end":"2026-03-08T03:16:55.646362Z","steps":["trace[1960135160] 'agreement among raft nodes before linearized reading' (duration: 6.262418967s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.64639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.925287Z","time spent":"5.721096603s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-08T03:16:55.64612Z","caller":"traceutil/trace.go:171","msg":"trace[1777453201] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23897; }","duration":"467.755777ms","start":"2026-03-08T03:16:55.178323Z","end":"2026-03-08T03:16:55.646078Z","steps":["trace[1777453201] 'agreement among raft nodes before linearized reading' (duration: 467.669915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.64645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996593646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.646467Z","caller":"traceutil/trace.go:171","msg":"trace[1880129282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23897; }","duration":"1.996639367s","start":"2026-03-08T03:16:53.649822Z","end":"2026-03-08T03:16:55.646462Z","steps":["trace[1880129282] 'agreement among raft nodes before linearized reading' (duration: 1.996614906s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.178305Z","time spent":"468.152276ms","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.646487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.649802Z","time spent":"1.996681917s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:16:55.646512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.16816913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.646564Z","caller":"traceutil/trace.go:171","msg":"trace[1873758621] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23897; }","duration":"4.168290122s","start":"2026-03-08T03:16:51.478259Z","end":"2026-03-08T03:16:55.646549Z","steps":["trace[1873758621] 'agreement among raft nodes before linearized reading' (duration: 4.16822161s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001820418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-08T03:16:55.646612Z","caller":"traceutil/trace.go:171","msg":"trace[2135351427] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23897; }","duration":"2.001848169s","start":"2026-03-08T03:16:53.644758Z","end":"2026-03-08T03:16:55.646607Z","steps":["trace[2135351427] 'agreement among raft nodes before linearized reading' (duration: 2.001795078s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.644752Z","time spent":"2.00187642s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-08T03:16:55.646396Z","caller":"traceutil/trace.go:171","msg":"trace[922723831] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23897; }","duration":"678.902016ms","start":"2026-03-08T03:16:54.967488Z","end":"2026-03-08T03:16:55.64639Z","steps":["trace[922723831] 'agreement among raft nodes before linearized reading' (duration: 678.873786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726305821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:16:55.646689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:54.967473Z","time spent":"679.198384ms","remote":"127.0.0.1:34090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.64671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396736334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.646718Z","caller":"traceutil/trace.go:171","msg":"trace[477473432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23897; }","duration":"3.726375683s","start":"2026-03-08T03:16:51.920332Z","end":"2026-03-08T03:16:55.646708Z","steps":["trace[477473432] 'agreement among raft nodes before linearized reading' (duration: 3.726293151s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.478226Z","time spent":"4.168368334s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:55.646675Z","caller":"traceutil/trace.go:171","msg":"trace[1057330784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23897; }","duration":"438.815107ms","start":"2026-03-08T03:16:55.207192Z","end":"2026-03-08T03:16:55.646007Z","steps":["trace[1057330784] 'agreement among raft nodes before linearized reading' (duration: 438.710545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334577297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.646896Z","caller":"traceutil/trace.go:171","msg":"trace[311308824] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23897; }","duration":"1.335075899s","start":"2026-03-08T03:16:54.311802Z","end":"2026-03-08T03:16:55.646878Z","steps":["trace[311308824] 'agreement among raft nodes before linearized reading' (duration: 1.334606428s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:54.311778Z","time spent":"1.335190731s","remote":"127.0.0.1:33346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.647103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7237129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:16:55.646727Z","caller":"traceutil/trace.go:171","msg":"trace[610741222] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23897; }","duration":"2.396761815s","start":"2026-03-08T03:16:53.24996Z","end":"2026-03-08T03:16:55.646722Z","steps":["trace[610741222] 'agreement among raft nodes before linearized reading' (duration: 2.396734264s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.647163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.249955Z","time spent":"2.397198775s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:55.647163Z","caller":"traceutil/trace.go:171","msg":"trace[1711714717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23897; }","duration":"6.010086181s","start":"2026-03-08T03:16:49.637029Z","end":"2026-03-08T03:16:55.647115Z","steps":["trace[1711714717] 'agreement among raft nodes before linearized reading' (duration: 6.008993336s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.647232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.637017Z","time spent":"6.010195734s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:16:55.647018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.207173Z","time spent":"439.674257ms","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.646753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.920309Z","time spent":"3.726438935s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:16:55.645957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359000471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:55.647424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193655958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:55.647424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.928396802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.647478Z","caller":"traceutil/trace.go:171","msg":"trace[2099036152] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23897; }","duration":"4.19374486s","start":"2026-03-08T03:16:51.453722Z","end":"2026-03-08T03:16:55.647467Z","steps":["trace[2099036152] 'agreement among raft nodes before linearized reading' (duration: 4.193662449s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.647502Z","caller":"traceutil/trace.go:171","msg":"trace[1087585760] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23897; }","duration":"5.929621651s","start":"2026-03-08T03:16:49.717862Z","end":"2026-03-08T03:16:55.647484Z","steps":["trace[1087585760] 'agreement among raft nodes before linearized reading' (duration: 5.92830816s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.647523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.4537Z","time spent":"4.193807711s","remote":"127.0.0.1:39626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.647543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724095339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:16:55.647539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842518414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.647656Z","caller":"traceutil/trace.go:171","msg":"trace[608891470] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23897; }","duration":"2.842655877s","start":"2026-03-08T03:16:52.80498Z","end":"2026-03-08T03:16:55.647636Z","steps":["trace[608891470] 'agreement among raft nodes before linearized reading' (duration: 2.842506694s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.647595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.717838Z","time spent":"5.929710182s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.647713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:52.804968Z","time spent":"2.842728159s","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:55.647612Z","caller":"traceutil/trace.go:171","msg":"trace[842367271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23897; }","duration":"3.724161901s","start":"2026-03-08T03:16:51.92344Z","end":"2026-03-08T03:16:55.647602Z","steps":["trace[842367271] 'agreement among raft nodes before linearized reading' (duration: 3.724058368s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.647661Z","caller":"traceutil/trace.go:171","msg":"trace[18203092] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23897; }","duration":"4.360560437s","start":"2026-03-08T03:16:51.286899Z","end":"2026-03-08T03:16:55.647459Z","steps":["trace[18203092] 'agreement among raft nodes before linearized reading' (duration: 4.359009141s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.647775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.923433Z","time spent":"3.724330544s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:16:55.647159Z","caller":"traceutil/trace.go:171","msg":"trace[936186788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23897; }","duration":"3.723888524s","start":"2026-03-08T03:16:51.923254Z","end":"2026-03-08T03:16:55.647143Z","steps":["trace[936186788] 'agreement among raft nodes before linearized reading' (duration: 3.723076615s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.646213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.922701Z","time spent":"5.72350417s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" "} {"level":"warn","ts":"2026-03-08T03:16:55.647977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.286874Z","time spent":"4.360974627s","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:16:55.647891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.923219Z","time spent":"3.724655412s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:16:55.646457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.383745Z","time spent":"6.262671884s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:55.650046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.154596Z","time spent":"491.794471ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:16:57.6585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001530809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:16:57.658613Z","caller":"traceutil/trace.go:171","msg":"trace[694807563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001793645s","start":"2026-03-08T03:16:55.656797Z","end":"2026-03-08T03:16:57.65859Z","steps":["trace[694807563] 'agreement among raft nodes before linearized reading' (duration: 2.001537319s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.658697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.65679Z","time spent":"2.001889428s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:16:58.457238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681767447s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-08T03:16:58.457304Z","caller":"traceutil/trace.go:171","msg":"trace[672754267] linearizableReadLoop","detail":"{readStateIndex:24746; appliedIndex:24745; }","duration":"2.807451829s","start":"2026-03-08T03:16:55.649841Z","end":"2026-03-08T03:16:58.457292Z","steps":["trace[672754267] 'read index received' (duration: 125.695372ms)","trace[672754267] 'applied index is now lower than readState.Index' (duration: 2.681755237s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:58.457346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.647267Z","time spent":"2.81007591s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:16:58.457542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807675634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-08T03:16:58.457642Z","caller":"traceutil/trace.go:171","msg":"trace[297606193] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23897; }","duration":"2.807796376s","start":"2026-03-08T03:16:55.649822Z","end":"2026-03-08T03:16:58.457619Z","steps":["trace[297606193] 'agreement among raft nodes before linearized reading' (duration: 2.80752303s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.457705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.64981Z","time spent":"2.807881728s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:16:58.552971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.777338541s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:16:58.554382Z","caller":"traceutil/trace.go:171","msg":"trace[1861343634] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"2.90157129s","start":"2026-03-08T03:16:55.652787Z","end":"2026-03-08T03:16:58.554358Z","steps":["trace[1861343634] 'process raft request' (duration: 2.901478947s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.554533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.65278Z","time spent":"2.901675322s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:58.554547Z","caller":"traceutil/trace.go:171","msg":"trace[1009927783] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"2.903390772s","start":"2026-03-08T03:16:55.651135Z","end":"2026-03-08T03:16:58.554526Z","steps":["trace[1009927783] 'process raft request' (duration: 2.902872629s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:58.554771Z","caller":"traceutil/trace.go:171","msg":"trace[1918367835] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"2.90290033s","start":"2026-03-08T03:16:55.651859Z","end":"2026-03-08T03:16:58.554759Z","steps":["trace[1918367835] 'process raft request' (duration: 2.902317436s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.554839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.651842Z","time spent":"2.902965732s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:58.554838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.651123Z","time spent":"2.903492725s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:58.554978Z","caller":"traceutil/trace.go:171","msg":"trace[1912943661] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"2.902229415s","start":"2026-03-08T03:16:55.652738Z","end":"2026-03-08T03:16:58.554967Z","steps":["trace[1912943661] 'process raft request' (duration: 2.901491818s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.555044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.652729Z","time spent":"2.902282216s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:58.555226Z","caller":"traceutil/trace.go:171","msg":"trace[1212897225] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"2.902328147s","start":"2026-03-08T03:16:55.652889Z","end":"2026-03-08T03:16:58.555217Z","steps":["trace[1212897225] 'process raft request' (duration: 2.901411335s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.555287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.652884Z","time spent":"2.902368738s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:58.555356Z","caller":"traceutil/trace.go:171","msg":"trace[1293311904] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"2.898472477s","start":"2026-03-08T03:16:55.656878Z","end":"2026-03-08T03:16:58.55535Z","steps":["trace[1293311904] 'process raft request' (duration: 2.89816234s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.555392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.656867Z","time spent":"2.898505887s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:59.664476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000462806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:16:59.664535Z","caller":"traceutil/trace.go:171","msg":"trace[2129103015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528467s","start":"2026-03-08T03:16:57.663995Z","end":"2026-03-08T03:16:59.664523Z","steps":["trace[2129103015] 'agreement among raft nodes before linearized reading' (duration: 2.000461266s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:59.66456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.663959Z","time spent":"2.000596029s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:16:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:00.524817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998132158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:00.524903Z","caller":"traceutil/trace.go:171","msg":"trace[1313679966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998267971s","start":"2026-03-08T03:16:57.526615Z","end":"2026-03-08T03:17:00.524882Z","steps":["trace[1313679966] 'agreement among raft nodes before linearized reading' (duration: 2.998165259s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:00.524956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.526587Z","time spent":"2.998359362s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/08 03:17:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:00.652603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.097902214s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:01.000981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903444706s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:01.00112Z","caller":"traceutil/trace.go:171","msg":"trace[429514833] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23903; }","duration":"1.903596539s","start":"2026-03-08T03:16:59.097504Z","end":"2026-03-08T03:17:01.0011Z","steps":["trace[429514833] 'range keys from in-memory index tree' (duration: 1.903425165s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:01.001451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.527687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:01.002064Z","caller":"traceutil/trace.go:171","msg":"trace[876372686] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"4.92485935s","start":"2026-03-08T03:16:56.07718Z","end":"2026-03-08T03:17:01.002039Z","steps":["trace[876372686] 'process raft request' (duration: 4.575669539s)","trace[876372686] 'compare' (duration: 347.272486ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:01.002066Z","caller":"traceutil/trace.go:171","msg":"trace[915183189] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"4.924587303s","start":"2026-03-08T03:16:56.077451Z","end":"2026-03-08T03:17:01.002038Z","steps":["trace[915183189] 'process raft request' (duration: 4.924241315s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:01.002088Z","caller":"traceutil/trace.go:171","msg":"trace[1417593728] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"4.924810039s","start":"2026-03-08T03:16:56.077242Z","end":"2026-03-08T03:17:01.002052Z","steps":["trace[1417593728] 'process raft request' (duration: 4.924287416s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:01.002088Z","caller":"traceutil/trace.go:171","msg":"trace[200805687] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"4.924719607s","start":"2026-03-08T03:16:56.077334Z","end":"2026-03-08T03:17:01.002053Z","steps":["trace[200805687] 'process raft request' (duration: 4.924315527s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:01.002148Z","caller":"traceutil/trace.go:171","msg":"trace[1388534539] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"3.341097743s","start":"2026-03-08T03:16:57.661041Z","end":"2026-03-08T03:17:01.002138Z","steps":["trace[1388534539] 'process raft request' (duration: 3.340711793s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:01.002117Z","caller":"traceutil/trace.go:171","msg":"trace[134877917] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"3.341278237s","start":"2026-03-08T03:16:57.660818Z","end":"2026-03-08T03:17:01.002096Z","steps":["trace[134877917] 'process raft request' (duration: 3.340902138s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:01.002184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.077157Z","time spent":"4.924958572s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:01.002235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.077432Z","time spent":"4.924705417s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:01.002261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.077305Z","time spent":"4.92486215s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:01.002267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.077236Z","time spent":"4.924931142s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:01.002066Z","caller":"traceutil/trace.go:171","msg":"trace[171281013] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"4.924732897s","start":"2026-03-08T03:16:56.077302Z","end":"2026-03-08T03:17:01.002035Z","steps":["trace[171281013] 'process raft request' (duration: 4.924312147s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:01.002393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.077298Z","time spent":"4.925066415s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:01.002234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.661032Z","time spent":"3.341147624s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:01.002304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.660805Z","time spent":"3.34138851s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:01.664694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:01.664774Z","caller":"traceutil/trace.go:171","msg":"trace[786762419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341022s","start":"2026-03-08T03:16:59.664415Z","end":"2026-03-08T03:17:01.664756Z","steps":["trace[786762419] 'agreement among raft nodes before linearized reading' (duration: 2.000243369s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:01.664819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:59.664372Z","time spent":"2.000437934s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:03.055589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053767238s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:17:03.055845Z","caller":"traceutil/trace.go:171","msg":"trace[1248233013] linearizableReadLoop","detail":"{readStateIndex:24759; appliedIndex:24746; }","duration":"4.598509256s","start":"2026-03-08T03:16:58.457318Z","end":"2026-03-08T03:17:03.055827Z","steps":["trace[1248233013] 'read index received' (duration: 96.551248ms)","trace[1248233013] 'applied index is now lower than readState.Index' (duration: 4.501956878s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:03.056739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.235671148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:03.056785Z","caller":"traceutil/trace.go:171","msg":"trace[779879331] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23911; }","duration":"6.235765941s","start":"2026-03-08T03:16:56.821006Z","end":"2026-03-08T03:17:03.056772Z","steps":["trace[779879331] 'agreement among raft nodes before linearized reading' (duration: 6.235676458s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.056819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.820986Z","time spent":"6.235823772s","remote":"127.0.0.1:34250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:03.05682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.122755137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-08T03:17:03.05689Z","caller":"traceutil/trace.go:171","msg":"trace[1867557867] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23911; }","duration":"6.12287058s","start":"2026-03-08T03:16:56.933998Z","end":"2026-03-08T03:17:03.056869Z","steps":["trace[1867557867] 'agreement among raft nodes before linearized reading' (duration: 6.122661345s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.056935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.786138257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:03.056963Z","caller":"traceutil/trace.go:171","msg":"trace[1401150646] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23911; }","duration":"6.786192788s","start":"2026-03-08T03:16:56.270762Z","end":"2026-03-08T03:17:03.056954Z","steps":["trace[1401150646] 'agreement among raft nodes before linearized reading' (duration: 6.786147237s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.056979Z","caller":"traceutil/trace.go:171","msg":"trace[459544661] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23911; }","duration":"4.598319782s","start":"2026-03-08T03:16:58.458647Z","end":"2026-03-08T03:17:03.056967Z","steps":["trace[459544661] 'process raft request' (duration: 4.597037532s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.056987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.270746Z","time spent":"6.786233189s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:03.056932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.933974Z","time spent":"6.122949351s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:17:03.05703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.402130305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:03.057102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377210176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:03.057144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.117446582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-08T03:17:03.057141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.048062685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:03.057174Z","caller":"traceutil/trace.go:171","msg":"trace[818733152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23911; }","duration":"6.117514424s","start":"2026-03-08T03:16:56.939652Z","end":"2026-03-08T03:17:03.057166Z","steps":["trace[818733152] 'agreement among raft nodes before linearized reading' (duration: 6.117428022s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.057172Z","caller":"traceutil/trace.go:171","msg":"trace[318223757] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23911; }","duration":"5.377320288s","start":"2026-03-08T03:16:57.679833Z","end":"2026-03-08T03:17:03.057153Z","steps":["trace[318223757] 'agreement among raft nodes before linearized reading' (duration: 5.377198956s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.05717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.396736974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-08T03:17:03.057215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.679816Z","time spent":"5.37738882s","remote":"127.0.0.1:53484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:03.057226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.939631Z","time spent":"6.117564954s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T03:17:03.057225Z","caller":"traceutil/trace.go:171","msg":"trace[867342123] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23911; }","duration":"5.048154777s","start":"2026-03-08T03:16:58.009025Z","end":"2026-03-08T03:17:03.05718Z","steps":["trace[867342123] 'agreement among raft nodes before linearized reading' (duration: 5.048069095s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.057226Z","caller":"traceutil/trace.go:171","msg":"trace[1231492789] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23911; }","duration":"5.396797076s","start":"2026-03-08T03:16:57.660411Z","end":"2026-03-08T03:17:03.057208Z","steps":["trace[1231492789] 'agreement among raft nodes before linearized reading' (duration: 5.396650212s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.057266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.660392Z","time spent":"5.396865697s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-08T03:17:03.057266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:58.00901Z","time spent":"5.048250029s","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:03.057145Z","caller":"traceutil/trace.go:171","msg":"trace[1929229322] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23911; }","duration":"7.402284928s","start":"2026-03-08T03:16:55.654847Z","end":"2026-03-08T03:17:03.057132Z","steps":["trace[1929229322] 'agreement among raft nodes before linearized reading' (duration: 7.402107504s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.057317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.654838Z","time spent":"7.402469502s","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:17:03.057059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:58.458623Z","time spent":"4.598379333s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:03.057932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.545235265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:03.057978Z","caller":"traceutil/trace.go:171","msg":"trace[1623347780] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23912; }","duration":"4.545318647s","start":"2026-03-08T03:16:58.512647Z","end":"2026-03-08T03:17:03.057966Z","steps":["trace[1623347780] 'agreement among raft nodes before linearized reading' (duration: 4.545200104s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.058007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:58.512626Z","time spent":"4.545374277s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T03:17:03.058217Z","caller":"traceutil/trace.go:171","msg":"trace[1797306467] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"2.40426894s","start":"2026-03-08T03:17:00.653934Z","end":"2026-03-08T03:17:03.058203Z","steps":["trace[1797306467] 'process raft request' (duration: 2.401812842s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.05828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:00.653909Z","time spent":"2.404331712s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:03.058387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487510778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:03.058422Z","caller":"traceutil/trace.go:171","msg":"trace[849131672] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23912; }","duration":"1.487571749s","start":"2026-03-08T03:17:01.57084Z","end":"2026-03-08T03:17:03.058412Z","steps":["trace[849131672] 'agreement among raft nodes before linearized reading' (duration: 1.487506538s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.058427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152762699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:03.058451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:01.570827Z","time spent":"1.487613181s","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:03.058457Z","caller":"traceutil/trace.go:171","msg":"trace[1247349271] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23912; }","duration":"3.152812381s","start":"2026-03-08T03:16:59.905635Z","end":"2026-03-08T03:17:03.058447Z","steps":["trace[1247349271] 'agreement among raft nodes before linearized reading' (duration: 3.15276354s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.058489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:59.905617Z","time spent":"3.152863722s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:03.058494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027266063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:03.058592Z","caller":"traceutil/trace.go:171","msg":"trace[1396008039] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23912; }","duration":"3.027487868s","start":"2026-03-08T03:17:00.03108Z","end":"2026-03-08T03:17:03.058568Z","steps":["trace[1396008039] 'agreement among raft nodes before linearized reading' (duration: 3.027279633s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.058619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0443079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:03.058646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:00.03106Z","time spent":"3.0275731s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:03.058778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067737669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:03.058807Z","caller":"traceutil/trace.go:171","msg":"trace[1894407256] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23912; }","duration":"4.067799581s","start":"2026-03-08T03:16:58.991Z","end":"2026-03-08T03:17:03.058799Z","steps":["trace[1894407256] 'agreement among raft nodes before linearized reading' (duration: 4.067669868s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.058798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498268108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:17:03.058811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378828805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:03.058836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:58.990978Z","time spent":"4.067849773s","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:03.058849Z","caller":"traceutil/trace.go:171","msg":"trace[1527648305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23912; }","duration":"2.49833677s","start":"2026-03-08T03:17:00.560498Z","end":"2026-03-08T03:17:03.058835Z","steps":["trace[1527648305] 'agreement among raft nodes before linearized reading' (duration: 2.498148276s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.058861Z","caller":"traceutil/trace.go:171","msg":"trace[1376956216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23912; }","duration":"1.378910707s","start":"2026-03-08T03:17:01.679935Z","end":"2026-03-08T03:17:03.058846Z","steps":["trace[1376956216] 'agreement among raft nodes before linearized reading' (duration: 1.378827145s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.058883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498489193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:17:03.058652Z","caller":"traceutil/trace.go:171","msg":"trace[1355567039] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23912; }","duration":"4.04435489s","start":"2026-03-08T03:16:59.014285Z","end":"2026-03-08T03:17:03.05864Z","steps":["trace[1355567039] 'agreement among raft nodes before linearized reading' (duration: 4.044306949s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.058892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:00.560489Z","time spent":"2.498395681s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:17:03.058903Z","caller":"traceutil/trace.go:171","msg":"trace[206216889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23912; }","duration":"2.498541154s","start":"2026-03-08T03:17:00.560356Z","end":"2026-03-08T03:17:03.058897Z","steps":["trace[206216889] 'agreement among raft nodes before linearized reading' (duration: 2.498498893s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.058904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:01.679917Z","time spent":"1.378980378s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:03.058926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:00.560331Z","time spent":"2.498589256s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:17:03.058934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:59.014273Z","time spent":"4.044641557s","remote":"127.0.0.1:34000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:03.058915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491072669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:17:03.058987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441828255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:03.059003Z","caller":"traceutil/trace.go:171","msg":"trace[2030436269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23912; }","duration":"2.491184962s","start":"2026-03-08T03:17:00.5678Z","end":"2026-03-08T03:17:03.058985Z","steps":["trace[2030436269] 'agreement among raft nodes before linearized reading' (duration: 2.490948786s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.059036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49817696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-08T03:17:03.05884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4996121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:17:03.059051Z","caller":"traceutil/trace.go:171","msg":"trace[1202768322] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23912; }","duration":"1.441916537s","start":"2026-03-08T03:17:01.617117Z","end":"2026-03-08T03:17:03.059034Z","steps":["trace[1202768322] 'agreement among raft nodes before linearized reading' (duration: 1.441817234s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.059069Z","caller":"traceutil/trace.go:171","msg":"trace[585886014] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7; range_end:; response_count:1; response_revision:23912; }","duration":"4.498232521s","start":"2026-03-08T03:16:58.560823Z","end":"2026-03-08T03:17:03.059056Z","steps":["trace[585886014] 'agreement among raft nodes before linearized reading' (duration: 4.498142619s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.059068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:00.567793Z","time spent":"2.491266513s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:03.059096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:58.560808Z","time spent":"4.498281192s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" "} {"level":"warn","ts":"2026-03-08T03:17:03.059099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:01.617105Z","time spent":"1.441984729s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:03.059032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.702178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:03.059105Z","caller":"traceutil/trace.go:171","msg":"trace[1179902158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23912; }","duration":"2.499894096s","start":"2026-03-08T03:17:00.559188Z","end":"2026-03-08T03:17:03.059082Z","steps":["trace[1179902158] 'agreement among raft nodes before linearized reading' (duration: 2.499563408s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.059135Z","caller":"traceutil/trace.go:171","msg":"trace[2000396960] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23912; }","duration":"350.83574ms","start":"2026-03-08T03:17:02.708294Z","end":"2026-03-08T03:17:03.05913Z","steps":["trace[2000396960] 'agreement among raft nodes before linearized reading' (duration: 350.721707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:03.059156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.708274Z","time spent":"350.877701ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:03.059156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:00.559128Z","time spent":"2.500013449s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:04.062986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.85264ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-08T03:17:04.063095Z","caller":"traceutil/trace.go:171","msg":"trace[561668248] linearizableReadLoop","detail":"{readStateIndex:24763; appliedIndex:24762; }","duration":"1.001625435s","start":"2026-03-08T03:17:03.061447Z","end":"2026-03-08T03:17:04.063073Z","steps":["trace[561668248] 'read index received' (duration: 111.689813ms)","trace[561668248] 'applied index is now lower than readState.Index' (duration: 889.931691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:04.063119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.058934Z","time spent":"1.004169604s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:17:04.063357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00188124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df455787-f3e9-4fd0-8724-f876ce53bcf4\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-08T03:17:04.063451Z","caller":"traceutil/trace.go:171","msg":"trace[2019213076] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df455787-f3e9-4fd0-8724-f876ce53bcf4; range_end:; response_count:1; response_revision:23912; }","duration":"1.002012923s","start":"2026-03-08T03:17:03.061419Z","end":"2026-03-08T03:17:04.063432Z","steps":["trace[2019213076] 'agreement among raft nodes before linearized reading' (duration: 1.001741177s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:04.063497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.061406Z","time spent":"1.002078215s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-df455787-f3e9-4fd0-8724-f876ce53bcf4\" "} {"level":"warn","ts":"2026-03-08T03:17:04.564034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:04.642771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469599536s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:05.060156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998631222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:05.060227Z","caller":"traceutil/trace.go:171","msg":"trace[1600667814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998714964s","start":"2026-03-08T03:17:03.061494Z","end":"2026-03-08T03:17:05.060209Z","steps":["trace[1600667814] 'agreement among raft nodes before linearized reading' (duration: 1.998627932s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.060264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.061467Z","time spent":"1.998789615s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:17:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:05.625687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:05.625747Z","caller":"traceutil/trace.go:171","msg":"trace[631683480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0002318s","start":"2026-03-08T03:17:03.625502Z","end":"2026-03-08T03:17:05.625733Z","steps":["trace[631683480] 'agreement among raft nodes before linearized reading' (duration: 2.000148428s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.625778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.625487Z","time spent":"2.000285351s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:05.698738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055638484s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:05.698955Z","caller":"traceutil/trace.go:171","msg":"trace[1563927299] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"2.637347794s","start":"2026-03-08T03:17:03.06158Z","end":"2026-03-08T03:17:05.698928Z","steps":["trace[1563927299] 'process raft request' (duration: 2.637243421s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.698949Z","caller":"traceutil/trace.go:171","msg":"trace[293782715] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"2.637350463s","start":"2026-03-08T03:17:03.061565Z","end":"2026-03-08T03:17:05.698915Z","steps":["trace[293782715] 'process raft request' (duration: 1.581454373s)","trace[293782715] 'compare' (duration: 1.054430586s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:05.699016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.061569Z","time spent":"2.637413065s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:05.699126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.061553Z","time spent":"2.637472036s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.699141Z","caller":"traceutil/trace.go:171","msg":"trace[100308763] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"2.637537037s","start":"2026-03-08T03:17:03.061587Z","end":"2026-03-08T03:17:05.699124Z","steps":["trace[100308763] 'process raft request' (duration: 2.637309812s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.699408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.061576Z","time spent":"2.637646931s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.699482Z","caller":"traceutil/trace.go:171","msg":"trace[1010622702] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"2.637882505s","start":"2026-03-08T03:17:03.061588Z","end":"2026-03-08T03:17:05.69947Z","steps":["trace[1010622702] 'process raft request' (duration: 2.637467856s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.699542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.061561Z","time spent":"2.637952957s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.699626Z","caller":"traceutil/trace.go:171","msg":"trace[1980720312] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"2.638017769s","start":"2026-03-08T03:17:03.061599Z","end":"2026-03-08T03:17:05.699617Z","steps":["trace[1980720312] 'process raft request' (duration: 2.637827814s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.69967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.06158Z","time spent":"2.638067151s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.699816Z","caller":"traceutil/trace.go:171","msg":"trace[519298614] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"2.638172292s","start":"2026-03-08T03:17:03.061628Z","end":"2026-03-08T03:17:05.6998Z","steps":["trace[519298614] 'process raft request' (duration: 2.637921996s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.699861Z","caller":"traceutil/trace.go:171","msg":"trace[526470363] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"2.637569438s","start":"2026-03-08T03:17:03.062281Z","end":"2026-03-08T03:17:05.699851Z","steps":["trace[526470363] 'process raft request' (duration: 2.637514597s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.699894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.061606Z","time spent":"2.638247354s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:05.699917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.062276Z","time spent":"2.637614519s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.700039Z","caller":"traceutil/trace.go:171","msg":"trace[927748421] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"2.63765394s","start":"2026-03-08T03:17:03.062369Z","end":"2026-03-08T03:17:05.700023Z","steps":["trace[927748421] 'process raft request' (duration: 2.637448966s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.700079Z","caller":"traceutil/trace.go:171","msg":"trace[434534464] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"2.637827994s","start":"2026-03-08T03:17:03.062227Z","end":"2026-03-08T03:17:05.700055Z","steps":["trace[434534464] 'process raft request' (duration: 2.637546817s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.700122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.062364Z","time spent":"2.637717652s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.700175Z","caller":"traceutil/trace.go:171","msg":"trace[347784815] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"2.637552538s","start":"2026-03-08T03:17:03.062611Z","end":"2026-03-08T03:17:05.700164Z","steps":["trace[347784815] 'process raft request' (duration: 2.637338463s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.700188Z","caller":"traceutil/trace.go:171","msg":"trace[1028060682] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"2.638539401s","start":"2026-03-08T03:17:03.061639Z","end":"2026-03-08T03:17:05.700179Z","steps":["trace[1028060682] 'process raft request' (duration: 2.63808906s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.700201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.062218Z","time spent":"2.637916087s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:05.700235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.062603Z","time spent":"2.63759793s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:05.700245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.061615Z","time spent":"2.638597993s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.700268Z","caller":"traceutil/trace.go:171","msg":"trace[1107339298] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"2.54608031s","start":"2026-03-08T03:17:03.154179Z","end":"2026-03-08T03:17:05.70026Z","steps":["trace[1107339298] 'process raft request' (duration: 2.546020228s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.700312Z","caller":"traceutil/trace.go:171","msg":"trace[2056026865] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"2.637032376s","start":"2026-03-08T03:17:03.063269Z","end":"2026-03-08T03:17:05.700302Z","steps":["trace[2056026865] 'process raft request' (duration: 2.636885002s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.70034Z","caller":"traceutil/trace.go:171","msg":"trace[1200823866] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"2.635535891s","start":"2026-03-08T03:17:03.064798Z","end":"2026-03-08T03:17:05.700334Z","steps":["trace[1200823866] 'process raft request' (duration: 2.635379847s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.700348Z","caller":"traceutil/trace.go:171","msg":"trace[1430605480] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"2.637508467s","start":"2026-03-08T03:17:03.062831Z","end":"2026-03-08T03:17:05.700339Z","steps":["trace[1430605480] 'process raft request' (duration: 2.637281691s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.700362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.063259Z","time spent":"2.637076887s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.700364Z","caller":"traceutil/trace.go:171","msg":"trace[1126743738] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"1.636008266s","start":"2026-03-08T03:17:04.064342Z","end":"2026-03-08T03:17:05.700351Z","steps":["trace[1126743738] 'process raft request' (duration: 1.635889543s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.700375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.064786Z","time spent":"2.635569501s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:05.700395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.062822Z","time spent":"2.637548267s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:05.700424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:04.064314Z","time spent":"1.636078887s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.700401Z","caller":"traceutil/trace.go:171","msg":"trace[1170370003] linearizableReadLoop","detail":"{readStateIndex:24780; appliedIndex:24763; }","duration":"1.637245215s","start":"2026-03-08T03:17:04.063146Z","end":"2026-03-08T03:17:05.700391Z","steps":["trace[1170370003] 'read index received' (duration: 579.87057ms)","trace[1170370003] 'applied index is now lower than readState.Index' (duration: 1.057373835s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:05.70048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636681498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:05.700508Z","caller":"traceutil/trace.go:171","msg":"trace[1639245977] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"1.249979609s","start":"2026-03-08T03:17:04.450521Z","end":"2026-03-08T03:17:05.700501Z","steps":["trace[1639245977] 'process raft request' (duration: 1.249786664s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.700482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092414905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:05.700317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.154157Z","time spent":"2.546135121s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.700538Z","caller":"traceutil/trace.go:171","msg":"trace[724588439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23929; }","duration":"2.092473956s","start":"2026-03-08T03:17:03.608055Z","end":"2026-03-08T03:17:05.700529Z","steps":["trace[724588439] 'agreement among raft nodes before linearized reading' (duration: 2.092374684s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.700545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:04.450498Z","time spent":"1.25002776s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:05.700569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.608011Z","time spent":"2.092547458s","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:05.700509Z","caller":"traceutil/trace.go:171","msg":"trace[18598470] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23929; }","duration":"2.636725479s","start":"2026-03-08T03:17:03.063775Z","end":"2026-03-08T03:17:05.7005Z","steps":["trace[18598470] 'agreement among raft nodes before linearized reading' (duration: 2.636645977s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.7006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.063768Z","time spent":"2.636828051s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:17:05.700659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289792881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:05.700724Z","caller":"traceutil/trace.go:171","msg":"trace[1131494108] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23929; }","duration":"2.289892442s","start":"2026-03-08T03:17:03.410814Z","end":"2026-03-08T03:17:05.700707Z","steps":["trace[1131494108] 'agreement among raft nodes before linearized reading' (duration: 2.28978282s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.700732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308209413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:05.700765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.4108Z","time spent":"2.289955565s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:05.70077Z","caller":"traceutil/trace.go:171","msg":"trace[895379297] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23929; }","duration":"2.308269845s","start":"2026-03-08T03:17:03.392488Z","end":"2026-03-08T03:17:05.700758Z","steps":["trace[895379297] 'agreement among raft nodes before linearized reading' (duration: 2.308204293s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.700806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:03.39247Z","time spent":"2.308328066s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:06.20092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:06.618049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.257066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:06.61812Z","caller":"traceutil/trace.go:171","msg":"trace[541896837] linearizableReadLoop","detail":"{readStateIndex:24781; appliedIndex:24780; }","duration":"917.646933ms","start":"2026-03-08T03:17:05.700462Z","end":"2026-03-08T03:17:06.618108Z","steps":["trace[541896837] 'read index received' (duration: 814.258414ms)","trace[541896837] 'applied index is now lower than readState.Index' (duration: 103.387579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:06.618203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551311096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:06.61823Z","caller":"traceutil/trace.go:171","msg":"trace[1377743193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23930; }","duration":"1.551357507s","start":"2026-03-08T03:17:05.06686Z","end":"2026-03-08T03:17:06.618217Z","steps":["trace[1377743193] 'agreement among raft nodes before linearized reading' (duration: 1.551307816s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.618252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:05.066842Z","time spent":"1.551405878s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:06.618309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384515189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-08T03:17:06.618429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884152014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:06.618438Z","caller":"traceutil/trace.go:171","msg":"trace[1974456101] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23930; }","duration":"1.384684313s","start":"2026-03-08T03:17:05.23374Z","end":"2026-03-08T03:17:06.618424Z","steps":["trace[1974456101] 'agreement among raft nodes before linearized reading' (duration: 1.384373986s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.618507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:05.23361Z","time spent":"1.384888838s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:17:06.618573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550571256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-08T03:17:06.618598Z","caller":"traceutil/trace.go:171","msg":"trace[50901587] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23930; }","duration":"2.550637678s","start":"2026-03-08T03:17:04.067954Z","end":"2026-03-08T03:17:06.618592Z","steps":["trace[50901587] 'agreement among raft nodes before linearized reading' (duration: 2.550506795s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.618616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:04.067934Z","time spent":"2.550677849s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-08T03:17:06.618875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195386677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:06.618855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.973774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:17:06.618899Z","caller":"traceutil/trace.go:171","msg":"trace[1684445986] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23930; }","duration":"1.195449808s","start":"2026-03-08T03:17:05.423443Z","end":"2026-03-08T03:17:06.618893Z","steps":["trace[1684445986] 'agreement among raft nodes before linearized reading' (duration: 1.195406857s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.618917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:05.423421Z","time spent":"1.195490299s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:06.618955Z","caller":"traceutil/trace.go:171","msg":"trace[1037745239] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23930; }","duration":"916.078896ms","start":"2026-03-08T03:17:05.702827Z","end":"2026-03-08T03:17:06.618906Z","steps":["trace[1037745239] 'agreement among raft nodes before linearized reading' (duration: 915.842031ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:06.619012Z","caller":"traceutil/trace.go:171","msg":"trace[2035111948] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"950.437533ms","start":"2026-03-08T03:17:05.668564Z","end":"2026-03-08T03:17:06.619001Z","steps":["trace[2035111948] 'process raft request' (duration: 846.159473ms)","trace[2035111948] 'compare' (duration: 103.044681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:06.619036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:05.702808Z","time spent":"916.215849ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-08T03:17:06.61845Z","caller":"traceutil/trace.go:171","msg":"trace[1751218632] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23930; }","duration":"1.884207096s","start":"2026-03-08T03:17:04.734235Z","end":"2026-03-08T03:17:06.618442Z","steps":["trace[1751218632] 'agreement among raft nodes before linearized reading' (duration: 1.884138814s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.619146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:04.734213Z","time spent":"1.884925482s","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:06.619355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.828994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:06.619442Z","caller":"traceutil/trace.go:171","msg":"trace[1249489105] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23930; }","duration":"139.921027ms","start":"2026-03-08T03:17:06.479469Z","end":"2026-03-08T03:17:06.61939Z","steps":["trace[1249489105] 'agreement among raft nodes before linearized reading' (duration: 139.832095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.6195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.410967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:17:06.619529Z","caller":"traceutil/trace.go:171","msg":"trace[549826891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23930; }","duration":"914.463228ms","start":"2026-03-08T03:17:05.705059Z","end":"2026-03-08T03:17:06.619522Z","steps":["trace[549826891] 'agreement among raft nodes before linearized reading' (duration: 914.375776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.619548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:05.705046Z","time spent":"914.496319ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:17:06.619052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:05.668539Z","time spent":"950.491764ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:06.619672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.665565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:06.619693Z","caller":"traceutil/trace.go:171","msg":"trace[430779] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23930; }","duration":"192.732197ms","start":"2026-03-08T03:17:06.426955Z","end":"2026-03-08T03:17:06.619687Z","steps":["trace[430779] 'agreement among raft nodes before linearized reading' (duration: 192.656305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.619799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.313622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:06.61985Z","caller":"traceutil/trace.go:171","msg":"trace[528118717] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23930; }","duration":"529.479436ms","start":"2026-03-08T03:17:06.090361Z","end":"2026-03-08T03:17:06.61984Z","steps":["trace[528118717] 'agreement among raft nodes before linearized reading' (duration: 529.389234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.619879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:06.090341Z","time spent":"529.532757ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:06.619921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.851978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-08T03:17:06.620006Z","caller":"traceutil/trace.go:171","msg":"trace[1885018625] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d; range_end:; response_count:1; response_revision:23930; }","duration":"915.176785ms","start":"2026-03-08T03:17:05.70481Z","end":"2026-03-08T03:17:06.619987Z","steps":["trace[1885018625] 'agreement among raft nodes before linearized reading' (duration: 914.913609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:06.620059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:05.704792Z","time spent":"915.257337ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" "} {"level":"warn","ts":"2026-03-08T03:17:07.124531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:08.25099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.09507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:08.251059Z","caller":"traceutil/trace.go:171","msg":"trace[772609414] linearizableReadLoop","detail":"{readStateIndex:24782; appliedIndex:24781; }","duration":"1.627572666s","start":"2026-03-08T03:17:06.623476Z","end":"2026-03-08T03:17:08.251049Z","steps":["trace[772609414] 'read index received' (duration: 882.295272ms)","trace[772609414] 'applied index is now lower than readState.Index' (duration: 745.276764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:08.251237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627759111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:17:08.251211Z","caller":"traceutil/trace.go:171","msg":"trace[371478566] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"1.629040831s","start":"2026-03-08T03:17:06.622099Z","end":"2026-03-08T03:17:08.25114Z","steps":["trace[371478566] 'process raft request' (duration: 883.736196ms)","trace[371478566] 'compare' (duration: 745.010639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:08.25149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:06.622081Z","time spent":"1.629323718s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:08.251259Z","caller":"traceutil/trace.go:171","msg":"trace[991552940] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23931; }","duration":"1.627793152s","start":"2026-03-08T03:17:06.62346Z","end":"2026-03-08T03:17:08.251254Z","steps":["trace[991552940] 'agreement among raft nodes before linearized reading' (duration: 1.62771565s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:08.252008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:06.623453Z","time spent":"1.628421637s","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-08T03:17:08.306789Z","caller":"traceutil/trace.go:171","msg":"trace[29891736] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"602.092662ms","start":"2026-03-08T03:17:07.704676Z","end":"2026-03-08T03:17:08.306769Z","steps":["trace[29891736] 'process raft request' (duration: 601.972039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:08.30699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.704658Z","time spent":"602.254675ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:08.630912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:08.630987Z","caller":"traceutil/trace.go:171","msg":"trace[147614721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328221s","start":"2026-03-08T03:17:06.630642Z","end":"2026-03-08T03:17:08.63097Z","steps":["trace[147614721] 'agreement among raft nodes before linearized reading' (duration: 2.000230249s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:08.631032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:06.630636Z","time spent":"2.000384402s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:10.631496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999986875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:10.631614Z","caller":"traceutil/trace.go:171","msg":"trace[1138780217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149709s","start":"2026-03-08T03:17:08.631445Z","end":"2026-03-08T03:17:10.631595Z","steps":["trace[1138780217] 'agreement among raft nodes before linearized reading' (duration: 2.000012156s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.631664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:08.631428Z","time spent":"2.00022588s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:10.717748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620449059s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:10.718028Z","caller":"traceutil/trace.go:171","msg":"trace[1349143709] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23932; }","duration":"1.620735096s","start":"2026-03-08T03:17:09.097271Z","end":"2026-03-08T03:17:10.718006Z","steps":["trace[1349143709] 'range keys from in-memory index tree' (duration: 1.620430679s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.787486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.480848027s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:17:10.788013Z","caller":"traceutil/trace.go:171","msg":"trace[754619268] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"3.079041578s","start":"2026-03-08T03:17:07.708951Z","end":"2026-03-08T03:17:10.787993Z","steps":["trace[754619268] 'process raft request' (duration: 3.078784512s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:10.788021Z","caller":"traceutil/trace.go:171","msg":"trace[1492626180] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"3.078974056s","start":"2026-03-08T03:17:07.709024Z","end":"2026-03-08T03:17:10.787998Z","steps":["trace[1492626180] 'process raft request' (duration: 3.078867274s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.788247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.709018Z","time spent":"3.07914539s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:10.78811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.708928Z","time spent":"3.07913222s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:10.788397Z","caller":"traceutil/trace.go:171","msg":"trace[989936605] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"3.079303414s","start":"2026-03-08T03:17:07.709067Z","end":"2026-03-08T03:17:10.788371Z","steps":["trace[989936605] 'process raft request' (duration: 3.07912247s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:10.788277Z","caller":"traceutil/trace.go:171","msg":"trace[1649595636] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"3.079216232s","start":"2026-03-08T03:17:07.709053Z","end":"2026-03-08T03:17:10.788269Z","steps":["trace[1649595636] 'process raft request' (duration: 3.078900844s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:10.788441Z","caller":"traceutil/trace.go:171","msg":"trace[1478691929] linearizableReadLoop","detail":"{readStateIndex:24790; appliedIndex:24782; }","duration":"2.537353254s","start":"2026-03-08T03:17:08.251072Z","end":"2026-03-08T03:17:10.788426Z","steps":["trace[1478691929] 'read index received' (duration: 55.544914ms)","trace[1478691929] 'applied index is now lower than readState.Index' (duration: 2.48180748s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:10.78851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.709036Z","time spent":"3.079424457s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:10.788522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.709059Z","time spent":"3.079389796s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:10.788574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07954506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:17:10.788578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.310970205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:10.788595Z","caller":"traceutil/trace.go:171","msg":"trace[638566509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23939; }","duration":"3.07957827s","start":"2026-03-08T03:17:07.709012Z","end":"2026-03-08T03:17:10.78859Z","steps":["trace[638566509] 'agreement among raft nodes before linearized reading' (duration: 3.079534609s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.788617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.709004Z","time spent":"3.079610391s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:17:10.788613Z","caller":"traceutil/trace.go:171","msg":"trace[2114702279] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23939; }","duration":"3.311115978s","start":"2026-03-08T03:17:07.477486Z","end":"2026-03-08T03:17:10.788602Z","steps":["trace[2114702279] 'agreement among raft nodes before linearized reading' (duration: 3.311027946s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.788538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079408116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:17:10.788686Z","caller":"traceutil/trace.go:171","msg":"trace[497803655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23939; }","duration":"3.07956212s","start":"2026-03-08T03:17:07.709113Z","end":"2026-03-08T03:17:10.788675Z","steps":["trace[497803655] 'agreement among raft nodes before linearized reading' (duration: 3.079368966s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.7887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082674413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:17:10.788713Z","caller":"traceutil/trace.go:171","msg":"trace[1956148343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23939; }","duration":"3.082724214s","start":"2026-03-08T03:17:07.705985Z","end":"2026-03-08T03:17:10.788709Z","steps":["trace[1956148343] 'agreement among raft nodes before linearized reading' (duration: 3.082686273s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.788712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.158998082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-08T03:17:10.788722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.709107Z","time spent":"3.079604831s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:17:10.788735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164189703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-08T03:17:10.788759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082755095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:17:10.788763Z","caller":"traceutil/trace.go:171","msg":"trace[523917464] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23939; }","duration":"4.164216554s","start":"2026-03-08T03:17:06.624539Z","end":"2026-03-08T03:17:10.788756Z","steps":["trace[523917464] 'agreement among raft nodes before linearized reading' (duration: 4.164125632s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:10.788775Z","caller":"traceutil/trace.go:171","msg":"trace[2013745504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23939; }","duration":"3.082797825s","start":"2026-03-08T03:17:07.705973Z","end":"2026-03-08T03:17:10.788771Z","steps":["trace[2013745504] 'agreement among raft nodes before linearized reading' (duration: 3.082760385s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.788726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.705965Z","time spent":"3.082758205s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:10.788789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.705956Z","time spent":"3.082830507s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:10.78879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:06.624524Z","time spent":"4.164259146s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-08T03:17:10.788749Z","caller":"traceutil/trace.go:171","msg":"trace[949252546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23939; }","duration":"4.159045593s","start":"2026-03-08T03:17:06.629692Z","end":"2026-03-08T03:17:10.788737Z","steps":["trace[949252546] 'agreement among raft nodes before linearized reading' (duration: 4.158912179s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.78883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:06.629684Z","time spent":"4.159142465s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:17:10.788889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546790674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:10.788646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.477466Z","time spent":"3.311171389s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:10.788926Z","caller":"traceutil/trace.go:171","msg":"trace[1968221895] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23939; }","duration":"3.546860675s","start":"2026-03-08T03:17:07.242055Z","end":"2026-03-08T03:17:10.788915Z","steps":["trace[1968221895] 'agreement among raft nodes before linearized reading' (duration: 3.546807234s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:10.788893Z","caller":"traceutil/trace.go:171","msg":"trace[499164268] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"3.079770775s","start":"2026-03-08T03:17:07.709106Z","end":"2026-03-08T03:17:10.788877Z","steps":["trace[499164268] 'process raft request' (duration: 3.079199811s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.788547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024975548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:10.788999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.789197496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:10.789015Z","caller":"traceutil/trace.go:171","msg":"trace[995724311] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23939; }","duration":"3.02549658s","start":"2026-03-08T03:17:07.763513Z","end":"2026-03-08T03:17:10.789009Z","steps":["trace[995724311] 'agreement among raft nodes before linearized reading' (duration: 3.024914376s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.789012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164541782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-08T03:17:10.789036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.763492Z","time spent":"3.02553743s","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:10.789027Z","caller":"traceutil/trace.go:171","msg":"trace[1298837127] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23939; }","duration":"3.789270808s","start":"2026-03-08T03:17:06.999748Z","end":"2026-03-08T03:17:10.789019Z","steps":["trace[1298837127] 'agreement among raft nodes before linearized reading' (duration: 3.789227437s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:10.78904Z","caller":"traceutil/trace.go:171","msg":"trace[1939021697] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23939; }","duration":"4.164581393s","start":"2026-03-08T03:17:06.62445Z","end":"2026-03-08T03:17:10.789032Z","steps":["trace[1939021697] 'agreement among raft nodes before linearized reading' (duration: 4.16449354s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.789062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:06.999719Z","time spent":"3.789335549s","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:10.789136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.709101Z","time spent":"3.079894398s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:10.789067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:06.624445Z","time spent":"4.164616514s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:17:10.788957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.242036Z","time spent":"3.546912907s","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:10.789197Z","caller":"traceutil/trace.go:171","msg":"trace[1706992510] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"3.080066661s","start":"2026-03-08T03:17:07.709127Z","end":"2026-03-08T03:17:10.789193Z","steps":["trace[1706992510] 'process raft request' (duration: 3.079219351s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.789391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.709121Z","time spent":"3.080248916s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:10.788468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252516042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:10.7894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706347224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:10.789371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887641252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:10.789441Z","caller":"traceutil/trace.go:171","msg":"trace[22868198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23939; }","duration":"3.253533836s","start":"2026-03-08T03:17:07.535896Z","end":"2026-03-08T03:17:10.78943Z","steps":["trace[22868198] 'agreement among raft nodes before linearized reading' (duration: 3.252546493s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:10.789179Z","caller":"traceutil/trace.go:171","msg":"trace[36818112] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"2.722726198s","start":"2026-03-08T03:17:08.066431Z","end":"2026-03-08T03:17:10.789157Z","steps":["trace[36818112] 'process raft request' (duration: 2.72194856s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:10.789472Z","caller":"traceutil/trace.go:171","msg":"trace[1860151128] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23939; }","duration":"2.706464906s","start":"2026-03-08T03:17:08.082991Z","end":"2026-03-08T03:17:10.789456Z","steps":["trace[1860151128] 'agreement among raft nodes before linearized reading' (duration: 2.706344324s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.78949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.535861Z","time spent":"3.253611238s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:10.789528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:08.082968Z","time spent":"2.706544569s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:10.789507Z","caller":"traceutil/trace.go:171","msg":"trace[266240593] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23939; }","duration":"2.887801016s","start":"2026-03-08T03:17:07.901663Z","end":"2026-03-08T03:17:10.789465Z","steps":["trace[266240593] 'agreement among raft nodes before linearized reading' (duration: 2.887616251s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:10.789592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:07.901642Z","time spent":"2.887932518s","remote":"127.0.0.1:53138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:10.789522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:08.066411Z","time spent":"2.723065757s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:11.288942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904665,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:17:11.618854Z","caller":"traceutil/trace.go:171","msg":"trace[359012658] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"1.306915615s","start":"2026-03-08T03:17:10.311917Z","end":"2026-03-08T03:17:11.618833Z","steps":["trace[359012658] 'process raft request' (duration: 1.306767512s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:11.618995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.311901Z","time spent":"1.307020697s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:12.640344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000771822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:12.640434Z","caller":"traceutil/trace.go:171","msg":"trace[311144149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000909384s","start":"2026-03-08T03:17:10.639506Z","end":"2026-03-08T03:17:12.640415Z","steps":["trace[311144149] 'agreement among raft nodes before linearized reading' (duration: 2.000801582s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:12.640481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.639481Z","time spent":"2.000989767s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:17:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:13.465321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.845594998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:13.799797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.193279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:13.800081Z","caller":"traceutil/trace.go:171","msg":"trace[893391254] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"3.004224401s","start":"2026-03-08T03:17:10.795825Z","end":"2026-03-08T03:17:13.80005Z","steps":["trace[893391254] 'process raft request' (duration: 3.004050937s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:13.800194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.795806Z","time spent":"3.004325683s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:13.80033Z","caller":"traceutil/trace.go:171","msg":"trace[13909057] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"3.004778425s","start":"2026-03-08T03:17:10.795543Z","end":"2026-03-08T03:17:13.800322Z","steps":["trace[13909057] 'process raft request' (duration: 2.669994262s)","trace[13909057] 'compare' (duration: 333.846221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:13.800369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.795524Z","time spent":"3.004822975s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:13.800576Z","caller":"traceutil/trace.go:171","msg":"trace[633065883] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"3.004650431s","start":"2026-03-08T03:17:10.795919Z","end":"2026-03-08T03:17:13.800569Z","steps":["trace[633065883] 'process raft request' (duration: 3.004050817s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:13.800615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.795906Z","time spent":"3.004687472s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:13.800697Z","caller":"traceutil/trace.go:171","msg":"trace[357206226] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"3.004800834s","start":"2026-03-08T03:17:10.79589Z","end":"2026-03-08T03:17:13.80069Z","steps":["trace[357206226] 'process raft request' (duration: 3.004056557s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:13.800731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.795874Z","time spent":"3.004838426s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:13.800932Z","caller":"traceutil/trace.go:171","msg":"trace[2060466107] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"3.001775454s","start":"2026-03-08T03:17:10.79915Z","end":"2026-03-08T03:17:13.800926Z","steps":["trace[2060466107] 'process raft request' (duration: 3.000848432s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:13.800981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.799139Z","time spent":"3.001809604s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:14.640574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:14.640687Z","caller":"traceutil/trace.go:171","msg":"trace[1733346384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046045s","start":"2026-03-08T03:17:12.640623Z","end":"2026-03-08T03:17:14.640669Z","steps":["trace[1733346384] 'agreement among raft nodes before linearized reading' (duration: 1.999893242s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:14.640727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:12.640606Z","time spent":"2.000110616s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:14.835838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049644082s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:14.836019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035959971s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:17:14.836117Z","caller":"traceutil/trace.go:171","msg":"trace[522086144] linearizableReadLoop","detail":"{readStateIndex:24797; appliedIndex:24790; }","duration":"4.047608656s","start":"2026-03-08T03:17:10.78849Z","end":"2026-03-08T03:17:14.836098Z","steps":["trace[522086144] 'read index received' (duration: 830.158958ms)","trace[522086144] 'applied index is now lower than readState.Index' (duration: 3.217448188s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:14.836739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482276775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:14.836792Z","caller":"traceutil/trace.go:171","msg":"trace[2062235271] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23945; }","duration":"4.482364026s","start":"2026-03-08T03:17:10.354413Z","end":"2026-03-08T03:17:14.836777Z","steps":["trace[2062235271] 'agreement among raft nodes before linearized reading' (duration: 4.482274244s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:14.836833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.354395Z","time spent":"4.482427738s","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:14.836915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.582955874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:17:14.837004Z","caller":"traceutil/trace.go:171","msg":"trace[357119013] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:23945; }","duration":"6.583086657s","start":"2026-03-08T03:17:08.253896Z","end":"2026-03-08T03:17:14.836982Z","steps":["trace[357119013] 'agreement among raft nodes before linearized reading' (duration: 6.582868672s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:14.837055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:08.253875Z","time spent":"6.583168988s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T03:17:14.837559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.869316512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:14.837613Z","caller":"traceutil/trace.go:171","msg":"trace[219764447] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23945; }","duration":"5.869403624s","start":"2026-03-08T03:17:08.968196Z","end":"2026-03-08T03:17:14.837599Z","steps":["trace[219764447] 'agreement among raft nodes before linearized reading' (duration: 5.869310952s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:14.837651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:08.96818Z","time spent":"5.869461385s","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:14.837648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592114694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:14.837658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.555074442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:14.837737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.581467969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-08T03:17:14.837848Z","caller":"traceutil/trace.go:171","msg":"trace[226007027] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7; range_end:; response_count:1; response_revision:23945; }","duration":"6.581597492s","start":"2026-03-08T03:17:08.256222Z","end":"2026-03-08T03:17:14.83782Z","steps":["trace[226007027] 'agreement among raft nodes before linearized reading' (duration: 6.581333955s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:14.837867Z","caller":"traceutil/trace.go:171","msg":"trace[1905760883] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23945; }","duration":"5.555266426s","start":"2026-03-08T03:17:09.282484Z","end":"2026-03-08T03:17:14.83775Z","steps":["trace[1905760883] 'agreement among raft nodes before linearized reading' (duration: 5.554968029s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:14.837904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:08.256216Z","time spent":"6.581674863s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" "} {"level":"warn","ts":"2026-03-08T03:17:14.83797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.282466Z","time spent":"5.555466691s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:14.837659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529886213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:14.838111Z","caller":"traceutil/trace.go:171","msg":"trace[40947265] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23945; }","duration":"4.530371115s","start":"2026-03-08T03:17:10.307699Z","end":"2026-03-08T03:17:14.83807Z","steps":["trace[40947265] 'agreement among raft nodes before linearized reading' (duration: 4.529865923s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:14.838162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.307669Z","time spent":"4.530476887s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:14.837698Z","caller":"traceutil/trace.go:171","msg":"trace[2143821723] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23945; }","duration":"4.592208706s","start":"2026-03-08T03:17:10.245474Z","end":"2026-03-08T03:17:14.837683Z","steps":["trace[2143821723] 'agreement among raft nodes before linearized reading' (duration: 4.592105024s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:14.838336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.245454Z","time spent":"4.592867152s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:14.839734Z","caller":"traceutil/trace.go:171","msg":"trace[1437628861] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"2.043120646s","start":"2026-03-08T03:17:12.796598Z","end":"2026-03-08T03:17:14.839718Z","steps":["trace[1437628861] 'process raft request' (duration: 2.039824649s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:14.839869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:12.796573Z","time spent":"2.043211618s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:15.336593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:15.628882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:15.628967Z","caller":"traceutil/trace.go:171","msg":"trace[229771722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129036s","start":"2026-03-08T03:17:13.628819Z","end":"2026-03-08T03:17:15.628948Z","steps":["trace[229771722] 'agreement among raft nodes before linearized reading' (duration: 2.000017613s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:15.629023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:13.628797Z","time spent":"2.000214299s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:17:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:15.837545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:16.338325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:16.505472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.211927Z","time spent":"1.293534792s","remote":"127.0.0.1:46410","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:17:16.50609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666283436s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:16.506296Z","caller":"traceutil/trace.go:171","msg":"trace[591226989] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"3.70931025s","start":"2026-03-08T03:17:12.796963Z","end":"2026-03-08T03:17:16.506273Z","steps":["trace[591226989] 'process raft request' (duration: 2.042742467s)","trace[591226989] 'compare' (duration: 1.665266523s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:16.50639Z","caller":"traceutil/trace.go:171","msg":"trace[222377713] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"3.707917088s","start":"2026-03-08T03:17:12.798455Z","end":"2026-03-08T03:17:16.506372Z","steps":["trace[222377713] 'process raft request' (duration: 3.707837526s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.506429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:12.796951Z","time spent":"3.709407123s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:16.506464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:12.798442Z","time spent":"3.70798656s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:16.506588Z","caller":"traceutil/trace.go:171","msg":"trace[1999930463] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"3.709422193s","start":"2026-03-08T03:17:12.797154Z","end":"2026-03-08T03:17:16.506576Z","steps":["trace[1999930463] 'process raft request' (duration: 3.709042254s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.50664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:12.797144Z","time spent":"3.709470044s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:16.506663Z","caller":"traceutil/trace.go:171","msg":"trace[1119878941] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"3.70756429s","start":"2026-03-08T03:17:12.799068Z","end":"2026-03-08T03:17:16.506632Z","steps":["trace[1119878941] 'process raft request' (duration: 3.707266833s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.506845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:12.799061Z","time spent":"3.707689833s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:16.507289Z","caller":"traceutil/trace.go:171","msg":"trace[1041814776] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"3.708146523s","start":"2026-03-08T03:17:12.79913Z","end":"2026-03-08T03:17:16.507277Z","steps":["trace[1041814776] 'process raft request' (duration: 3.707390915s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.507359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:12.799126Z","time spent":"3.708198535s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:16.507874Z","caller":"traceutil/trace.go:171","msg":"trace[1649522285] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"3.30222478s","start":"2026-03-08T03:17:13.205637Z","end":"2026-03-08T03:17:16.507862Z","steps":["trace[1649522285] 'process raft request' (duration: 3.301591145s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.50797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:13.205613Z","time spent":"3.302315831s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:16.649664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:16.649751Z","caller":"traceutil/trace.go:171","msg":"trace[1791935665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310272s","start":"2026-03-08T03:17:14.64942Z","end":"2026-03-08T03:17:16.64973Z","steps":["trace[1791935665] 'agreement among raft nodes before linearized reading' (duration: 2.000171958s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.6498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:14.649374Z","time spent":"2.000417474s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:16.838802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:17.339488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:17.348812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.443835469s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:17.637963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.819023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:17.639034Z","caller":"traceutil/trace.go:171","msg":"trace[233179916] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"4.013045995s","start":"2026-03-08T03:17:13.62595Z","end":"2026-03-08T03:17:17.638996Z","steps":["trace[233179916] 'process raft request' (duration: 3.723125246s)","trace[233179916] 'compare' (duration: 288.716371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:17.639177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:13.625925Z","time spent":"4.013202158s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:18.626003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217645918s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:18.651266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:18.65137Z","caller":"traceutil/trace.go:171","msg":"trace[1150621084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000886725s","start":"2026-03-08T03:17:16.650462Z","end":"2026-03-08T03:17:18.651349Z","steps":["trace[1150621084] 'agreement among raft nodes before linearized reading' (duration: 2.000748121s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:18.651424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.650445Z","time spent":"2.000965877s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:20.090891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.074459ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:20.091047Z","caller":"traceutil/trace.go:171","msg":"trace[2107442157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23953; }","duration":"994.238273ms","start":"2026-03-08T03:17:19.096779Z","end":"2026-03-08T03:17:20.091017Z","steps":["trace[2107442157] 'range keys from in-memory index tree' (duration: 994.055557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.092408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466110286s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-08T03:17:20.093016Z","caller":"traceutil/trace.go:171","msg":"trace[697023500] linearizableReadLoop","detail":"{readStateIndex:24811; appliedIndex:24804; }","duration":"5.256845809s","start":"2026-03-08T03:17:14.836148Z","end":"2026-03-08T03:17:20.092994Z","steps":["trace[697023500] 'read index received' (duration: 2.513006465s)","trace[697023500] 'applied index is now lower than readState.Index' (duration: 2.743837644s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:20.093054Z","caller":"traceutil/trace.go:171","msg":"trace[894999205] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"3.116157219s","start":"2026-03-08T03:17:16.976856Z","end":"2026-03-08T03:17:20.093014Z","steps":["trace[894999205] 'process raft request' (duration: 3.116086268s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.093198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.09392409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:20.093234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.976831Z","time spent":"3.116303192s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:20.09325Z","caller":"traceutil/trace.go:171","msg":"trace[1839240069] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23958; }","duration":"9.094027653s","start":"2026-03-08T03:17:10.99921Z","end":"2026-03-08T03:17:20.093238Z","steps":["trace[1839240069] 'agreement among raft nodes before linearized reading' (duration: 9.09391441s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.093285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.99919Z","time spent":"9.094084814s","remote":"127.0.0.1:53468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:20.093273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.998199777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:20.093383Z","caller":"traceutil/trace.go:171","msg":"trace[1848221725] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"5.253174983s","start":"2026-03-08T03:17:14.840182Z","end":"2026-03-08T03:17:20.093357Z","steps":["trace[1848221725] 'process raft request' (duration: 5.252372014s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.093408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.268809466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:17:20.093446Z","caller":"traceutil/trace.go:171","msg":"trace[1055455241] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"4.294625268s","start":"2026-03-08T03:17:15.798807Z","end":"2026-03-08T03:17:20.093432Z","steps":["trace[1055455241] 'process raft request' (duration: 4.293971643s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:20.093459Z","caller":"traceutil/trace.go:171","msg":"trace[3993852] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23958; }","duration":"6.268874958s","start":"2026-03-08T03:17:13.824568Z","end":"2026-03-08T03:17:20.093443Z","steps":["trace[3993852] 'agreement among raft nodes before linearized reading' (duration: 6.268778815s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.093471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:14.840167Z","time spent":"5.253250704s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:20.093498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:13.824556Z","time spent":"6.268935129s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:17:20.093517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.299184921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5cd9e02-2f38-44cb-981f-7f75745b8a92\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-08T03:17:20.093549Z","caller":"traceutil/trace.go:171","msg":"trace[1902914329] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"4.290808579s","start":"2026-03-08T03:17:15.802724Z","end":"2026-03-08T03:17:20.093533Z","steps":["trace[1902914329] 'process raft request' (duration: 4.290138683s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:20.093577Z","caller":"traceutil/trace.go:171","msg":"trace[170202462] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5cd9e02-2f38-44cb-981f-7f75745b8a92; range_end:; response_count:1; response_revision:23958; }","duration":"9.299266803s","start":"2026-03-08T03:17:10.794289Z","end":"2026-03-08T03:17:20.093556Z","steps":["trace[170202462] 'agreement among raft nodes before linearized reading' (duration: 9.29914385s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.093589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.361739734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:17:20.093392Z","caller":"traceutil/trace.go:171","msg":"trace[109377727] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23958; }","duration":"6.998368302s","start":"2026-03-08T03:17:13.094994Z","end":"2026-03-08T03:17:20.093362Z","steps":["trace[109377727] 'agreement among raft nodes before linearized reading' (duration: 6.998029054s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:20.093626Z","caller":"traceutil/trace.go:171","msg":"trace[915579035] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23958; }","duration":"8.361822376s","start":"2026-03-08T03:17:11.731794Z","end":"2026-03-08T03:17:20.093616Z","steps":["trace[915579035] 'agreement among raft nodes before linearized reading' (duration: 8.36157557s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.093627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:10.794273Z","time spent":"9.299341725s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a5cd9e02-2f38-44cb-981f-7f75745b8a92\" "} {"level":"warn","ts":"2026-03-08T03:17:20.093649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:13.094977Z","time spent":"6.998658458s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:17:20.093657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:11.731763Z","time spent":"8.361885646s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:20.093681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.802707Z","time spent":"4.2908925s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:20.093522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.798779Z","time spent":"4.294703661s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:20.09325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:14.840085Z","time spent":"5.253159802s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:17:20.093303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.280378028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-08T03:17:20.093807Z","caller":"traceutil/trace.go:171","msg":"trace[1161940271] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23958; }","duration":"6.280949951s","start":"2026-03-08T03:17:13.81285Z","end":"2026-03-08T03:17:20.0938Z","steps":["trace[1161940271] 'agreement among raft nodes before linearized reading' (duration: 6.280204453s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.093833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:13.812828Z","time spent":"6.280997783s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:17:20.093406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.794972831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-08T03:17:20.093881Z","caller":"traceutil/trace.go:171","msg":"trace[624872894] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23958; }","duration":"7.795487454s","start":"2026-03-08T03:17:12.298382Z","end":"2026-03-08T03:17:20.093869Z","steps":["trace[624872894] 'agreement among raft nodes before linearized reading' (duration: 7.794712045s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.093913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:12.298367Z","time spent":"7.795537374s","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-08T03:17:20.095127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.380101499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:20.095237Z","caller":"traceutil/trace.go:171","msg":"trace[2142831551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23958; }","duration":"6.380469598s","start":"2026-03-08T03:17:13.714739Z","end":"2026-03-08T03:17:20.095208Z","steps":["trace[2142831551] 'agreement among raft nodes before linearized reading' (duration: 6.378477261s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.095311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:13.714719Z","time spent":"6.380580231s","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:20.093478Z","caller":"traceutil/trace.go:171","msg":"trace[1879280372] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"3.247693479s","start":"2026-03-08T03:17:16.845758Z","end":"2026-03-08T03:17:20.093451Z","steps":["trace[1879280372] 'process raft request' (duration: 3.247149476s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.099831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.845739Z","time spent":"3.254017817s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:20.593891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:20.664615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:20.664745Z","caller":"traceutil/trace.go:171","msg":"trace[585263102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273961s","start":"2026-03-08T03:17:18.664443Z","end":"2026-03-08T03:17:20.664716Z","steps":["trace[585263102] 'agreement among raft nodes before linearized reading' (duration: 2.000099527s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.664811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:18.664424Z","time spent":"2.000368973s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:20.804165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999361601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:20.804267Z","caller":"traceutil/trace.go:171","msg":"trace[571577454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999518494s","start":"2026-03-08T03:17:15.804728Z","end":"2026-03-08T03:17:20.804247Z","steps":["trace[571577454] 'agreement among raft nodes before linearized reading' (duration: 4.999398291s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.804312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.80471Z","time spent":"4.999592226s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/08 03:17:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:20.805304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000212181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:20.805414Z","caller":"traceutil/trace.go:171","msg":"trace[694383245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000373624s","start":"2026-03-08T03:17:15.805023Z","end":"2026-03-08T03:17:20.805396Z","steps":["trace[694383245] 'agreement among raft nodes before linearized reading' (duration: 5.00020418s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.805494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.805016Z","time spent":"5.000452696s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/08 03:17:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:21.094447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:21.287584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.654548919s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:22.665887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000627248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:22.666096Z","caller":"traceutil/trace.go:171","msg":"trace[453963634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000892094s","start":"2026-03-08T03:17:20.665177Z","end":"2026-03-08T03:17:22.666069Z","steps":["trace[453963634] 'agreement among raft nodes before linearized reading' (duration: 2.000655049s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:22.666205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.665157Z","time spent":"2.001031908s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:23.180471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892476528s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:17:23.182316Z","caller":"traceutil/trace.go:171","msg":"trace[1862629491] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"4.669613805s","start":"2026-03-08T03:17:18.512675Z","end":"2026-03-08T03:17:23.182289Z","steps":["trace[1862629491] 'process raft request' (duration: 4.667898225s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.182464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:18.512649Z","time spent":"4.669733608s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:23.182482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.894394223s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:23.359634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.278784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:23.360063Z","caller":"traceutil/trace.go:171","msg":"trace[1877250880] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"4.847024252s","start":"2026-03-08T03:17:18.513016Z","end":"2026-03-08T03:17:23.360041Z","steps":["trace[1877250880] 'process raft request' (duration: 4.846801117s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.360236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:18.512999Z","time spent":"4.847136695s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:23.360183Z","caller":"traceutil/trace.go:171","msg":"trace[1693227726] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"4.846312206s","start":"2026-03-08T03:17:18.513843Z","end":"2026-03-08T03:17:23.360155Z","steps":["trace[1693227726] 'process raft request' (duration: 4.846014909s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.360382Z","caller":"traceutil/trace.go:171","msg":"trace[1655895899] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"1.255785435s","start":"2026-03-08T03:17:22.104582Z","end":"2026-03-08T03:17:23.360368Z","steps":["trace[1655895899] 'process raft request' (duration: 1.255745394s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.36017Z","caller":"traceutil/trace.go:171","msg":"trace[879180365] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"4.847140376s","start":"2026-03-08T03:17:18.512797Z","end":"2026-03-08T03:17:23.359937Z","steps":["trace[879180365] 'process raft request' (duration: 4.669454472s)","trace[879180365] 'compare' (duration: 176.293311ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:23.360441Z","caller":"traceutil/trace.go:171","msg":"trace[59099336] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23965; }","duration":"3.265336783s","start":"2026-03-08T03:17:20.095027Z","end":"2026-03-08T03:17:23.360364Z","steps":["trace[59099336] 'process raft request' (duration: 3.264909623s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.360601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:18.513831Z","time spent":"4.846563482s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:23.360613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:18.512758Z","time spent":"4.847805921s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:23.360701Z","caller":"traceutil/trace.go:171","msg":"trace[1128885731] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"4.847846902s","start":"2026-03-08T03:17:18.512834Z","end":"2026-03-08T03:17:23.360681Z","steps":["trace[1128885731] 'process raft request' (duration: 4.84689464s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.360791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:18.512805Z","time spent":"4.847942074s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:23.360827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.095006Z","time spent":"3.26564198s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:23.360962Z","caller":"traceutil/trace.go:171","msg":"trace[747109509] linearizableReadLoop","detail":"{readStateIndex:24820; appliedIndex:24811; }","duration":"3.267894193s","start":"2026-03-08T03:17:20.093058Z","end":"2026-03-08T03:17:23.360952Z","steps":["trace[747109509] 'read index received' (duration: 1.194918285s)","trace[747109509] 'applied index is now lower than readState.Index' (duration: 2.072975098s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:23.361023Z","caller":"traceutil/trace.go:171","msg":"trace[166142608] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"3.716442319s","start":"2026-03-08T03:17:19.644568Z","end":"2026-03-08T03:17:23.36101Z","steps":["trace[166142608] 'process raft request' (duration: 3.715330813s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.361101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:19.644542Z","time spent":"3.71651853s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:23.360462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.104554Z","time spent":"1.255871947s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:23.360921Z","caller":"traceutil/trace.go:171","msg":"trace[1413930393] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"2.797599408s","start":"2026-03-08T03:17:20.56331Z","end":"2026-03-08T03:17:23.36091Z","steps":["trace[1413930393] 'process raft request' (duration: 2.796756618s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.361532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.993803044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:23.361555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.563262Z","time spent":"2.79814019s","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:23.361588Z","caller":"traceutil/trace.go:171","msg":"trace[690047006] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23967; }","duration":"6.993923997s","start":"2026-03-08T03:17:16.36765Z","end":"2026-03-08T03:17:23.361574Z","steps":["trace[690047006] 'agreement among raft nodes before linearized reading' (duration: 6.993822005s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.361632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.367552Z","time spent":"6.99406952s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.36186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229314595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-08T03:17:23.361907Z","caller":"traceutil/trace.go:171","msg":"trace[1475275431] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23967; }","duration":"4.229386827s","start":"2026-03-08T03:17:19.132508Z","end":"2026-03-08T03:17:23.361895Z","steps":["trace[1475275431] 'agreement among raft nodes before linearized reading' (duration: 4.229297295s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.361951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:19.13233Z","time spent":"4.229607902s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-08T03:17:23.362004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.555931287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:17:23.362068Z","caller":"traceutil/trace.go:171","msg":"trace[258690238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23967; }","duration":"7.556001218s","start":"2026-03-08T03:17:15.80605Z","end":"2026-03-08T03:17:23.362051Z","steps":["trace[258690238] 'agreement among raft nodes before linearized reading' (duration: 7.555844955s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.36212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.806043Z","time spent":"7.55606487s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:23.362269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276196905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.362319Z","caller":"traceutil/trace.go:171","msg":"trace[1873050043] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23967; }","duration":"4.276289907s","start":"2026-03-08T03:17:19.086016Z","end":"2026-03-08T03:17:23.362306Z","steps":["trace[1873050043] 'agreement among raft nodes before linearized reading' (duration: 4.276098113s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.362368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:19.085995Z","time spent":"4.27636338s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.362509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.557717549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:17:23.362581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824126395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.362607Z","caller":"traceutil/trace.go:171","msg":"trace[14358397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23967; }","duration":"7.557892103s","start":"2026-03-08T03:17:15.804701Z","end":"2026-03-08T03:17:23.362593Z","steps":["trace[14358397] 'agreement among raft nodes before linearized reading' (duration: 7.557393111s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.362633Z","caller":"traceutil/trace.go:171","msg":"trace[666739417] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23967; }","duration":"4.824237198s","start":"2026-03-08T03:17:18.538382Z","end":"2026-03-08T03:17:23.362619Z","steps":["trace[666739417] 'agreement among raft nodes before linearized reading' (duration: 4.824160436s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.362674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:18.538362Z","time spent":"4.824302869s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.362682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.80469Z","time spent":"7.557947224s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:23.36296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983204551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.36301Z","caller":"traceutil/trace.go:171","msg":"trace[1093226504] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23967; }","duration":"4.983321445s","start":"2026-03-08T03:17:18.379675Z","end":"2026-03-08T03:17:23.362997Z","steps":["trace[1093226504] 'agreement among raft nodes before linearized reading' (duration: 4.983240383s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.363052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:18.37964Z","time spent":"4.983401626s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.363075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266346307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abe5059548d07\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-08T03:17:23.363151Z","caller":"traceutil/trace.go:171","msg":"trace[1215116606] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abe5059548d07; range_end:; response_count:1; response_revision:23967; }","duration":"3.266454289s","start":"2026-03-08T03:17:20.096681Z","end":"2026-03-08T03:17:23.363136Z","steps":["trace[1215116606] 'agreement among raft nodes before linearized reading' (duration: 3.266274585s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.363218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.096667Z","time spent":"3.266537152s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abe5059548d07\" "} {"level":"warn","ts":"2026-03-08T03:17:23.363329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.464239076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.363379Z","caller":"traceutil/trace.go:171","msg":"trace[592459262] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23967; }","duration":"6.464330348s","start":"2026-03-08T03:17:16.899037Z","end":"2026-03-08T03:17:23.363367Z","steps":["trace[592459262] 'agreement among raft nodes before linearized reading' (duration: 6.464182075s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.36342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.899018Z","time spent":"6.464392909s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.3636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.56586109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:17:23.363667Z","caller":"traceutil/trace.go:171","msg":"trace[1624666214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23967; }","duration":"7.565999323s","start":"2026-03-08T03:17:15.797652Z","end":"2026-03-08T03:17:23.363651Z","steps":["trace[1624666214] 'agreement among raft nodes before linearized reading' (duration: 7.564570489s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.363672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.842735556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:23.363686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.850334421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:17:23.363766Z","caller":"traceutil/trace.go:171","msg":"trace[1127383694] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23967; }","duration":"7.850449164s","start":"2026-03-08T03:17:15.513305Z","end":"2026-03-08T03:17:23.363754Z","steps":["trace[1127383694] 'agreement among raft nodes before linearized reading' (duration: 7.850130387s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.363711Z","caller":"traceutil/trace.go:171","msg":"trace[842512538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23967; }","duration":"6.842811108s","start":"2026-03-08T03:17:16.520888Z","end":"2026-03-08T03:17:23.363699Z","steps":["trace[842512538] 'agreement among raft nodes before linearized reading' (duration: 6.842747057s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.363818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.520868Z","time spent":"6.842935871s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.363835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.513292Z","time spent":"7.850506395s","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.364099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.953510865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.364177Z","caller":"traceutil/trace.go:171","msg":"trace[605002049] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23967; }","duration":"7.953593327s","start":"2026-03-08T03:17:15.41057Z","end":"2026-03-08T03:17:23.364163Z","steps":["trace[605002049] 'agreement among raft nodes before linearized reading' (duration: 7.953484594s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.361859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.645386388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.364314Z","caller":"traceutil/trace.go:171","msg":"trace[219635718] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23967; }","duration":"7.647880426s","start":"2026-03-08T03:17:15.716412Z","end":"2026-03-08T03:17:23.364292Z","steps":["trace[219635718] 'agreement among raft nodes before linearized reading' (duration: 7.645382747s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.364376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.71639Z","time spent":"7.647969959s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.364401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152798496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:23.364426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.663932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.364457Z","caller":"traceutil/trace.go:171","msg":"trace[1660117430] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23967; }","duration":"1.152912939s","start":"2026-03-08T03:17:22.211531Z","end":"2026-03-08T03:17:23.364444Z","steps":["trace[1660117430] 'agreement among raft nodes before linearized reading' (duration: 1.152827927s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.364477Z","caller":"traceutil/trace.go:171","msg":"trace[326090133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23967; }","duration":"690.741893ms","start":"2026-03-08T03:17:22.673722Z","end":"2026-03-08T03:17:23.364464Z","steps":["trace[326090133] 'agreement among raft nodes before linearized reading' (duration: 690.673511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.364506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.673669Z","time spent":"690.830136ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:23.364377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.601867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:17:23.364522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.311254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:23.364615Z","caller":"traceutil/trace.go:171","msg":"trace[822581862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23967; }","duration":"557.853712ms","start":"2026-03-08T03:17:22.806748Z","end":"2026-03-08T03:17:23.364602Z","steps":["trace[822581862] 'agreement among raft nodes before linearized reading' (duration: 557.526505ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.364647Z","caller":"traceutil/trace.go:171","msg":"trace[81600956] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23967; }","duration":"885.484928ms","start":"2026-03-08T03:17:22.479145Z","end":"2026-03-08T03:17:23.36463Z","steps":["trace[81600956] 'agreement among raft nodes before linearized reading' (duration: 885.316144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.364649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580530619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:23.364703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.479118Z","time spent":"885.571009ms","remote":"127.0.0.1:49786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:23.364713Z","caller":"traceutil/trace.go:171","msg":"trace[580706614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23967; }","duration":"2.580645632s","start":"2026-03-08T03:17:20.78405Z","end":"2026-03-08T03:17:23.364695Z","steps":["trace[580706614] 'agreement among raft nodes before linearized reading' (duration: 2.580556479s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.364708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642954384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:23.363703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.797634Z","time spent":"7.566059425s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:17:23.36466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.80674Z","time spent":"557.908113ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:23.36476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.784023Z","time spent":"2.580720824s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.364781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.60779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:17:23.364801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726013806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:23.364877Z","caller":"traceutil/trace.go:171","msg":"trace[1266429406] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23967; }","duration":"2.64314753s","start":"2026-03-08T03:17:20.721717Z","end":"2026-03-08T03:17:23.364864Z","steps":["trace[1266429406] 'agreement among raft nodes before linearized reading' (duration: 2.642920864s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.364498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360693456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:23.364928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.721706Z","time spent":"2.643210951s","remote":"127.0.0.1:49868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.364518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659100944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-08T03:17:23.36498Z","caller":"traceutil/trace.go:171","msg":"trace[952623734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23967; }","duration":"2.659593846s","start":"2026-03-08T03:17:20.705372Z","end":"2026-03-08T03:17:23.364966Z","steps":["trace[952623734] 'agreement among raft nodes before linearized reading' (duration: 2.659057333s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.36502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.705354Z","time spent":"2.659656508s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:17:23.36442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657092038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-08T03:17:23.365036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266963481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-08T03:17:23.364862Z","caller":"traceutil/trace.go:171","msg":"trace[778894503] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23967; }","duration":"2.726105478s","start":"2026-03-08T03:17:20.63874Z","end":"2026-03-08T03:17:23.364846Z","steps":["trace[778894503] 'agreement among raft nodes before linearized reading' (duration: 2.725947914s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.364932Z","caller":"traceutil/trace.go:171","msg":"trace[1642792858] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23967; }","duration":"2.361157796s","start":"2026-03-08T03:17:21.003762Z","end":"2026-03-08T03:17:23.36492Z","steps":["trace[1642792858] 'agreement among raft nodes before linearized reading' (duration: 2.360696235s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.36416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.948719495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:23.365147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:21.003744Z","time spent":"2.361388162s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:23.365141Z","caller":"traceutil/trace.go:171","msg":"trace[1111772952] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23967; }","duration":"6.949726919s","start":"2026-03-08T03:17:16.415404Z","end":"2026-03-08T03:17:23.365131Z","steps":["trace[1111772952] 'agreement among raft nodes before linearized reading' (duration: 6.948653664s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.364251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:15.410553Z","time spent":"7.953685049s","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.365212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.415337Z","time spent":"6.949857022s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:23.364821Z","caller":"traceutil/trace.go:171","msg":"trace[1119289191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23967; }","duration":"558.681832ms","start":"2026-03-08T03:17:22.806129Z","end":"2026-03-08T03:17:23.364811Z","steps":["trace[1119289191] 'agreement among raft nodes before linearized reading' (duration: 558.58546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.365143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.638717Z","time spent":"2.726397314s","remote":"127.0.0.1:53452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.365301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.80611Z","time spent":"559.178613ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:17:23.365061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267496904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-08T03:17:23.365088Z","caller":"traceutil/trace.go:171","msg":"trace[816804242] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23967; }","duration":"3.267051494s","start":"2026-03-08T03:17:20.098025Z","end":"2026-03-08T03:17:23.365077Z","steps":["trace[816804242] 'agreement among raft nodes before linearized reading' (duration: 3.26688139s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.365424Z","caller":"traceutil/trace.go:171","msg":"trace[419692479] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23967; }","duration":"3.267875552s","start":"2026-03-08T03:17:20.097539Z","end":"2026-03-08T03:17:23.365414Z","steps":["trace[419692479] 'agreement among raft nodes before linearized reading' (duration: 3.267417782s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.365438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.09802Z","time spent":"3.267405352s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:17:23.364502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.211516Z","time spent":"1.152976291s","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.365456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.097533Z","time spent":"3.267915113s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-08T03:17:23.365097Z","caller":"traceutil/trace.go:171","msg":"trace[65062629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23967; }","duration":"2.657777853s","start":"2026-03-08T03:17:20.707277Z","end":"2026-03-08T03:17:23.365055Z","steps":["trace[65062629] 'agreement among raft nodes before linearized reading' (duration: 2.657015655s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.365585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.70726Z","time spent":"2.658313296s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:17:23.364655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26734599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.365711Z","caller":"traceutil/trace.go:171","msg":"trace[1407076032] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23967; }","duration":"3.268405195s","start":"2026-03-08T03:17:20.097279Z","end":"2026-03-08T03:17:23.365684Z","steps":["trace[1407076032] 'agreement among raft nodes before linearized reading' (duration: 3.267322869s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.365762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:20.097271Z","time spent":"3.268475437s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:17:23.867606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:24.306034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.364118Z","time spent":"941.910423ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:17:25.367834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000462664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:25.367983Z","caller":"traceutil/trace.go:171","msg":"trace[121650845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000642599s","start":"2026-03-08T03:17:23.367324Z","end":"2026-03-08T03:17:25.367966Z","steps":["trace[121650845] 'agreement among raft nodes before linearized reading' (duration: 2.000484315s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.368051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.367311Z","time spent":"2.000727941s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:17:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:25.382416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079420111s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:25.383302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.368291Z","time spent":"2.015002386s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:17:25.383743Z","caller":"traceutil/trace.go:171","msg":"trace[1365240693] linearizableReadLoop","detail":"{readStateIndex:24830; appliedIndex:24821; }","duration":"2.016375688s","start":"2026-03-08T03:17:23.367353Z","end":"2026-03-08T03:17:25.383729Z","steps":["trace[1365240693] 'read index received' (duration: 935.687097ms)","trace[1365240693] 'applied index is now lower than readState.Index' (duration: 1.080686361s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:25.383938Z","caller":"traceutil/trace.go:171","msg":"trace[1540784370] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"2.013789358s","start":"2026-03-08T03:17:23.370136Z","end":"2026-03-08T03:17:25.383925Z","steps":["trace[1540784370] 'process raft request' (duration: 2.013380258s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.384062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.370129Z","time spent":"2.01387698s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:25.384105Z","caller":"traceutil/trace.go:171","msg":"trace[1008627438] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"2.014235168s","start":"2026-03-08T03:17:23.369857Z","end":"2026-03-08T03:17:25.384092Z","steps":["trace[1008627438] 'process raft request' (duration: 2.013316696s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.384284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.369845Z","time spent":"2.014336061s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:25.384419Z","caller":"traceutil/trace.go:171","msg":"trace[1625523121] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"2.014452323s","start":"2026-03-08T03:17:23.369923Z","end":"2026-03-08T03:17:25.384375Z","steps":["trace[1625523121] 'process raft request' (duration: 2.013355667s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.384487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.369906Z","time spent":"2.014545495s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:25.384536Z","caller":"traceutil/trace.go:171","msg":"trace[858690160] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"2.013984232s","start":"2026-03-08T03:17:23.370533Z","end":"2026-03-08T03:17:25.384517Z","steps":["trace[858690160] 'process raft request' (duration: 2.013022119s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:25.384711Z","caller":"traceutil/trace.go:171","msg":"trace[624913953] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"2.01475642s","start":"2026-03-08T03:17:23.369943Z","end":"2026-03-08T03:17:25.384699Z","steps":["trace[624913953] 'process raft request' (duration: 2.013404238s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.384767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.370527Z","time spent":"2.014189907s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:25.384895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.369934Z","time spent":"2.014870322s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:25.385232Z","caller":"traceutil/trace.go:171","msg":"trace[1468774434] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"2.012115198s","start":"2026-03-08T03:17:23.373104Z","end":"2026-03-08T03:17:25.385219Z","steps":["trace[1468774434] 'process raft request' (duration: 2.010543231s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.385359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.373098Z","time spent":"2.01221846s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:25.385575Z","caller":"traceutil/trace.go:171","msg":"trace[1136526738] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"1.37226495s","start":"2026-03-08T03:17:24.013277Z","end":"2026-03-08T03:17:25.385542Z","steps":["trace[1136526738] 'process raft request' (duration: 1.370415826s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.38574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:24.013258Z","time spent":"1.372441953s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:25.383773Z","caller":"traceutil/trace.go:171","msg":"trace[328633640] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"2.013778977s","start":"2026-03-08T03:17:23.369968Z","end":"2026-03-08T03:17:25.383747Z","steps":["trace[328633640] 'process raft request' (duration: 2.013506081s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.386005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.369959Z","time spent":"2.01601078s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:25.884706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:26.385001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:26.885184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:27.37739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:27.37746Z","caller":"traceutil/trace.go:171","msg":"trace[873295258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339983s","start":"2026-03-08T03:17:25.377104Z","end":"2026-03-08T03:17:27.377444Z","steps":["trace[873295258] 'agreement among raft nodes before linearized reading' (duration: 2.000256361s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:27.377492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.377096Z","time spent":"2.000388404s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:27.385326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:27.886131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:28.04221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.659434753s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:17:28.04268Z","caller":"traceutil/trace.go:171","msg":"trace[1937709470] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"2.855365485s","start":"2026-03-08T03:17:25.18729Z","end":"2026-03-08T03:17:28.042656Z","steps":["trace[1937709470] 'process raft request' (duration: 2.855278903s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.04281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.187269Z","time spent":"2.855465617s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:28.042814Z","caller":"traceutil/trace.go:171","msg":"trace[264488593] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"3.735365823s","start":"2026-03-08T03:17:24.3074Z","end":"2026-03-08T03:17:28.042766Z","steps":["trace[264488593] 'process raft request' (duration: 3.734968744s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:28.042935Z","caller":"traceutil/trace.go:171","msg":"trace[60627206] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"2.940141706s","start":"2026-03-08T03:17:25.102757Z","end":"2026-03-08T03:17:28.042899Z","steps":["trace[60627206] 'process raft request' (duration: 2.939740847s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.043013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:24.307376Z","time spent":"3.735534797s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:28.043191Z","caller":"traceutil/trace.go:171","msg":"trace[971563151] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"2.675550952s","start":"2026-03-08T03:17:25.367621Z","end":"2026-03-08T03:17:28.043172Z","steps":["trace[971563151] 'process raft request' (duration: 2.674986238s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.043205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.102735Z","time spent":"2.940320521s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:28.043291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.367555Z","time spent":"2.675690395s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:28.043347Z","caller":"traceutil/trace.go:171","msg":"trace[310149684] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"2.675603723s","start":"2026-03-08T03:17:25.367732Z","end":"2026-03-08T03:17:28.043336Z","steps":["trace[310149684] 'process raft request' (duration: 2.675240505s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:28.043402Z","caller":"traceutil/trace.go:171","msg":"trace[1618474761] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"2.674659251s","start":"2026-03-08T03:17:25.368731Z","end":"2026-03-08T03:17:28.04339Z","steps":["trace[1618474761] 'process raft request' (duration: 2.674391614s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.043456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.368719Z","time spent":"2.674705161s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:28.043435Z","caller":"traceutil/trace.go:171","msg":"trace[1785135131] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"2.670673177s","start":"2026-03-08T03:17:25.372737Z","end":"2026-03-08T03:17:28.04341Z","steps":["trace[1785135131] 'process raft request' (duration: 2.670611886s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.043403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.367724Z","time spent":"2.675645784s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:28.043652Z","caller":"traceutil/trace.go:171","msg":"trace[778286973] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"2.674285813s","start":"2026-03-08T03:17:25.369352Z","end":"2026-03-08T03:17:28.043638Z","steps":["trace[778286973] 'process raft request' (duration: 2.673884533s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:28.043666Z","caller":"traceutil/trace.go:171","msg":"trace[1392244537] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"2.67250764s","start":"2026-03-08T03:17:25.371145Z","end":"2026-03-08T03:17:28.043653Z","steps":["trace[1392244537] 'process raft request' (duration: 2.672147391s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.043659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.372725Z","time spent":"2.6707878s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:28.043725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.371133Z","time spent":"2.672557922s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:28.043712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.369341Z","time spent":"2.674333683s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:28.452691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.270054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:28.452803Z","caller":"traceutil/trace.go:171","msg":"trace[1547993961] linearizableReadLoop","detail":"{readStateIndex:24841; appliedIndex:24833; }","duration":"3.068954912s","start":"2026-03-08T03:17:25.383833Z","end":"2026-03-08T03:17:28.452787Z","steps":["trace[1547993961] 'read index received' (duration: 2.658749078s)","trace[1547993961] 'applied index is now lower than readState.Index' (duration: 410.204444ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:28.452892Z","caller":"traceutil/trace.go:171","msg":"trace[1827087282] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"3.064108248s","start":"2026-03-08T03:17:25.388769Z","end":"2026-03-08T03:17:28.452878Z","steps":["trace[1827087282] 'process raft request' (duration: 2.817571258s)","trace[1827087282] 'compare' (duration: 246.155671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:28.452952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.388746Z","time spent":"3.064175739s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:28.453189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752883494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:28.453229Z","caller":"traceutil/trace.go:171","msg":"trace[2125645794] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23985; }","duration":"3.752960136s","start":"2026-03-08T03:17:24.700258Z","end":"2026-03-08T03:17:28.453218Z","steps":["trace[2125645794] 'agreement among raft nodes before linearized reading' (duration: 3.752876624s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:24.700238Z","time spent":"3.753014627s","remote":"127.0.0.1:37014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:28.453394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.08362296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:17:28.453437Z","caller":"traceutil/trace.go:171","msg":"trace[1247277099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23985; }","duration":"5.083669681s","start":"2026-03-08T03:17:23.369755Z","end":"2026-03-08T03:17:28.453425Z","steps":["trace[1247277099] 'agreement among raft nodes before linearized reading' (duration: 5.083518368s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.076651546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:28.453424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.083587039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b58e55f2-9c90-49fb-aa61-5842b58b2907\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-08T03:17:28.453451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.630161139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-08T03:17:28.453484Z","caller":"traceutil/trace.go:171","msg":"trace[1652010570] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23985; }","duration":"5.076718427s","start":"2026-03-08T03:17:23.376747Z","end":"2026-03-08T03:17:28.453465Z","steps":["trace[1652010570] 'agreement among raft nodes before linearized reading' (duration: 5.076557063s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:28.453498Z","caller":"traceutil/trace.go:171","msg":"trace[1317217216] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b58e55f2-9c90-49fb-aa61-5842b58b2907; range_end:; response_count:1; response_revision:23985; }","duration":"5.083685491s","start":"2026-03-08T03:17:23.369793Z","end":"2026-03-08T03:17:28.453478Z","steps":["trace[1317217216] 'agreement among raft nodes before linearized reading' (duration: 5.083484437s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058660115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:17:28.45352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.376743Z","time spent":"5.076768879s","remote":"127.0.0.1:36938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:28.45353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.083749752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:28.45353Z","caller":"traceutil/trace.go:171","msg":"trace[2070675548] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23985; }","duration":"4.630275452s","start":"2026-03-08T03:17:23.823233Z","end":"2026-03-08T03:17:28.453508Z","steps":["trace[2070675548] 'agreement among raft nodes before linearized reading' (duration: 4.630066437s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.369786Z","time spent":"5.083752343s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-b58e55f2-9c90-49fb-aa61-5842b58b2907\" "} {"level":"info","ts":"2026-03-08T03:17:28.45356Z","caller":"traceutil/trace.go:171","msg":"trace[406344595] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23985; }","duration":"5.083787663s","start":"2026-03-08T03:17:23.369762Z","end":"2026-03-08T03:17:28.453549Z","steps":["trace[406344595] 'agreement among raft nodes before linearized reading' (duration: 5.083738992s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.806054043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:28.453587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.369718Z","time spent":"5.083863316s","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:17:28.453584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058748667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:17:28.453622Z","caller":"traceutil/trace.go:171","msg":"trace[1548373592] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23985; }","duration":"3.806151115s","start":"2026-03-08T03:17:24.647454Z","end":"2026-03-08T03:17:28.453605Z","steps":["trace[1548373592] 'agreement among raft nodes before linearized reading' (duration: 3.805989422s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302115153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:28.453659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29513752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:28.453666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.963769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:28.45367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:24.647399Z","time spent":"3.806261138s","remote":"127.0.0.1:49810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:28.453699Z","caller":"traceutil/trace.go:171","msg":"trace[1716986205] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23985; }","duration":"4.295203352s","start":"2026-03-08T03:17:24.158481Z","end":"2026-03-08T03:17:28.453684Z","steps":["trace[1716986205] 'agreement among raft nodes before linearized reading' (duration: 4.295135591s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:28.453711Z","caller":"traceutil/trace.go:171","msg":"trace[439193180] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23985; }","duration":"298.055921ms","start":"2026-03-08T03:17:28.15564Z","end":"2026-03-08T03:17:28.453696Z","steps":["trace[439193180] 'agreement among raft nodes before linearized reading' (duration: 297.986569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090787607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:28.453735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:24.158466Z","time spent":"4.295258003s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:28.453758Z","caller":"traceutil/trace.go:171","msg":"trace[618878472] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23985; }","duration":"2.090866639s","start":"2026-03-08T03:17:26.362878Z","end":"2026-03-08T03:17:28.453744Z","steps":["trace[618878472] 'agreement among raft nodes before linearized reading' (duration: 2.090796347s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.823213Z","time spent":"4.630359954s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:17:28.453772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060831796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:17:28.453801Z","caller":"traceutil/trace.go:171","msg":"trace[864972495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23985; }","duration":"1.060895318s","start":"2026-03-08T03:17:27.392897Z","end":"2026-03-08T03:17:28.453793Z","steps":["trace[864972495] 'agreement among raft nodes before linearized reading' (duration: 1.060801246s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:26.362858Z","time spent":"2.090928471s","remote":"127.0.0.1:60692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:28.453829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:27.392878Z","time spent":"1.060944959s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:17:28.453679Z","caller":"traceutil/trace.go:171","msg":"trace[1339802090] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23985; }","duration":"1.302195425s","start":"2026-03-08T03:17:27.151474Z","end":"2026-03-08T03:17:28.45367Z","steps":["trace[1339802090] 'agreement among raft nodes before linearized reading' (duration: 1.302134524s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:27.15145Z","time spent":"1.302447351s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:28.453942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192723441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:28.45398Z","caller":"traceutil/trace.go:171","msg":"trace[1687800571] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23985; }","duration":"2.192801783s","start":"2026-03-08T03:17:26.261169Z","end":"2026-03-08T03:17:28.453971Z","steps":["trace[1687800571] 'agreement among raft nodes before linearized reading' (duration: 2.19267619s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.453984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075650524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:28.454009Z","caller":"traceutil/trace.go:171","msg":"trace[1387701048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23985; }","duration":"1.075704716s","start":"2026-03-08T03:17:27.378297Z","end":"2026-03-08T03:17:28.454002Z","steps":["trace[1387701048] 'agreement among raft nodes before linearized reading' (duration: 1.075663885s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.454008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:26.261149Z","time spent":"2.192851735s","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:28.454032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:27.378281Z","time spent":"1.075746636s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:17:28.453643Z","caller":"traceutil/trace.go:171","msg":"trace[1340760422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23985; }","duration":"1.05886143s","start":"2026-03-08T03:17:27.394765Z","end":"2026-03-08T03:17:28.453626Z","steps":["trace[1340760422] 'agreement among raft nodes before linearized reading' (duration: 1.058728967s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.45405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939985413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:28.45407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:27.394747Z","time spent":"1.05931246s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:17:28.454097Z","caller":"traceutil/trace.go:171","msg":"trace[455719228] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23985; }","duration":"2.940035324s","start":"2026-03-08T03:17:25.514048Z","end":"2026-03-08T03:17:28.454083Z","steps":["trace[455719228] 'agreement among raft nodes before linearized reading' (duration: 2.939958302s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.45414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.513985Z","time spent":"2.940141467s","remote":"127.0.0.1:36956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:28.45347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.369718Z","time spent":"5.083743933s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:17:28.454218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.954768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:28.453446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.083599759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-08T03:17:28.454255Z","caller":"traceutil/trace.go:171","msg":"trace[822946200] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23985; }","duration":"553.030809ms","start":"2026-03-08T03:17:27.901214Z","end":"2026-03-08T03:17:28.454245Z","steps":["trace[822946200] 'agreement among raft nodes before linearized reading' (duration: 552.961228ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:28.45355Z","caller":"traceutil/trace.go:171","msg":"trace[1959410367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23985; }","duration":"1.058772868s","start":"2026-03-08T03:17:27.394766Z","end":"2026-03-08T03:17:28.453539Z","steps":["trace[1959410367] 'agreement among raft nodes before linearized reading' (duration: 1.058673546s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.454316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059403193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:17:28.454348Z","caller":"traceutil/trace.go:171","msg":"trace[232944086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23985; }","duration":"1.059457954s","start":"2026-03-08T03:17:27.39488Z","end":"2026-03-08T03:17:28.454338Z","steps":["trace[232944086] 'agreement among raft nodes before linearized reading' (duration: 1.059362801s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.454373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:27.39487Z","time spent":"1.059498084s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:28.454413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.300336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-08T03:17:28.454267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.088018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:28.454465Z","caller":"traceutil/trace.go:171","msg":"trace[539156564] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23985; }","duration":"407.393858ms","start":"2026-03-08T03:17:28.047057Z","end":"2026-03-08T03:17:28.454451Z","steps":["trace[539156564] 'agreement among raft nodes before linearized reading' (duration: 407.247935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.454506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.047033Z","time spent":"407.46153ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-08T03:17:28.454504Z","caller":"traceutil/trace.go:171","msg":"trace[267036761] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23985; }","duration":"254.356484ms","start":"2026-03-08T03:17:28.20013Z","end":"2026-03-08T03:17:28.454486Z","steps":["trace[267036761] 'agreement among raft nodes before linearized reading' (duration: 254.089828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.454287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:27.901197Z","time spent":"553.08154ms","remote":"127.0.0.1:53534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:28.454282Z","caller":"traceutil/trace.go:171","msg":"trace[1371312454] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23985; }","duration":"5.084451099s","start":"2026-03-08T03:17:23.369817Z","end":"2026-03-08T03:17:28.454268Z","steps":["trace[1371312454] 'agreement among raft nodes before linearized reading' (duration: 5.083453986s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.454738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.369814Z","time spent":"5.084891469s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-08T03:17:28.453446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054050701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-08T03:17:28.453584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.083718902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-03-08T03:17:28.454528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:27.394734Z","time spent":"1.059597638s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:17:28.455183Z","caller":"traceutil/trace.go:171","msg":"trace[1708424935] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23985; }","duration":"3.055789812s","start":"2026-03-08T03:17:25.399367Z","end":"2026-03-08T03:17:28.455157Z","steps":["trace[1708424935] 'agreement among raft nodes before linearized reading' (duration: 3.05398747s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:28.45524Z","caller":"traceutil/trace.go:171","msg":"trace[1603571639] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23985; }","duration":"5.085386891s","start":"2026-03-08T03:17:23.369831Z","end":"2026-03-08T03:17:28.455218Z","steps":["trace[1603571639] 'agreement among raft nodes before linearized reading' (duration: 5.083672731s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:28.455266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:25.399319Z","time spent":"3.055920105s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:17:28.455291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.369816Z","time spent":"5.085459803s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-08T03:17:28.964535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:30.276003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179033312s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:30.276101Z","caller":"traceutil/trace.go:171","msg":"trace[1385212108] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23985; }","duration":"1.179139835s","start":"2026-03-08T03:17:29.096946Z","end":"2026-03-08T03:17:30.276086Z","steps":["trace[1385212108] 'range keys from in-memory index tree' (duration: 1.179019932s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.276476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036633228s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:30.27656Z","caller":"traceutil/trace.go:171","msg":"trace[2102180434] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"1.817679021s","start":"2026-03-08T03:17:28.458865Z","end":"2026-03-08T03:17:30.276544Z","steps":["trace[2102180434] 'process raft request' (duration: 780.864289ms)","trace[2102180434] 'compare' (duration: 1.036183228s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:30.276624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.45885Z","time spent":"1.817747233s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:30.465627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:30.465732Z","caller":"traceutil/trace.go:171","msg":"trace[818856544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356453s","start":"2026-03-08T03:17:28.465358Z","end":"2026-03-08T03:17:30.465714Z","steps":["trace[818856544] 'agreement among raft nodes before linearized reading' (duration: 2.00022909s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.46578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.465329Z","time spent":"2.000441174s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:17:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:31.17191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.923705763s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:31.328111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.926672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:31.328524Z","caller":"traceutil/trace.go:171","msg":"trace[961583026] linearizableReadLoop","detail":"{readStateIndex:24848; appliedIndex:24841; }","duration":"2.864459057s","start":"2026-03-08T03:17:28.464045Z","end":"2026-03-08T03:17:31.328504Z","steps":["trace[961583026] 'read index received' (duration: 775.664567ms)","trace[961583026] 'applied index is now lower than readState.Index' (duration: 2.08879344s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:31.328611Z","caller":"traceutil/trace.go:171","msg":"trace[1868111535] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"2.866819563s","start":"2026-03-08T03:17:28.461777Z","end":"2026-03-08T03:17:31.328597Z","steps":["trace[1868111535] 'process raft request' (duration: 2.710327638s)","trace[1868111535] 'compare' (duration: 155.505832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:31.328679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.461759Z","time spent":"2.866884394s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:31.32901Z","caller":"traceutil/trace.go:171","msg":"trace[2135286827] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"2.864702293s","start":"2026-03-08T03:17:28.464238Z","end":"2026-03-08T03:17:31.328941Z","steps":["trace[2135286827] 'process raft request' (duration: 2.864169551s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:31.329136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.464209Z","time spent":"2.864857847s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:31.329173Z","caller":"traceutil/trace.go:171","msg":"trace[1625797548] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"2.865069632s","start":"2026-03-08T03:17:28.46408Z","end":"2026-03-08T03:17:31.32915Z","steps":["trace[1625797548] 'process raft request' (duration: 2.864151501s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:31.329189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865133653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-08T03:17:31.329176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865094122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:31.329241Z","caller":"traceutil/trace.go:171","msg":"trace[2816792] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23992; }","duration":"2.865199795s","start":"2026-03-08T03:17:28.464029Z","end":"2026-03-08T03:17:31.329229Z","steps":["trace[2816792] 'agreement among raft nodes before linearized reading' (duration: 2.865028001s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:31.329277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.46402Z","time spent":"2.865249366s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:17:31.329282Z","caller":"traceutil/trace.go:171","msg":"trace[1111733011] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23992; }","duration":"2.865240736s","start":"2026-03-08T03:17:28.464016Z","end":"2026-03-08T03:17:31.329257Z","steps":["trace[1111733011] 'agreement among raft nodes before linearized reading' (duration: 2.865056912s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:31.329322Z","caller":"traceutil/trace.go:171","msg":"trace[1786879389] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"2.865173644s","start":"2026-03-08T03:17:28.464136Z","end":"2026-03-08T03:17:31.32931Z","steps":["trace[1786879389] 'process raft request' (duration: 2.864193411s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:31.329349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.464002Z","time spent":"2.865329238s","remote":"127.0.0.1:34316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:31.3294Z","caller":"traceutil/trace.go:171","msg":"trace[1219046965] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"2.865246546s","start":"2026-03-08T03:17:28.464146Z","end":"2026-03-08T03:17:31.329392Z","steps":["trace[1219046965] 'process raft request' (duration: 2.864221182s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:31.329438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.464135Z","time spent":"2.865286777s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:31.329468Z","caller":"traceutil/trace.go:171","msg":"trace[737526440] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"2.863829463s","start":"2026-03-08T03:17:28.46563Z","end":"2026-03-08T03:17:31.329459Z","steps":["trace[737526440] 'process raft request' (duration: 2.862810889s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:31.329292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.464069Z","time spent":"2.865158014s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:31.329518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.465623Z","time spent":"2.863872683s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:31.329373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.464126Z","time spent":"2.865220375s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:31.829519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:32.466014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:32.466095Z","caller":"traceutil/trace.go:171","msg":"trace[657270740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168798s","start":"2026-03-08T03:17:30.465907Z","end":"2026-03-08T03:17:32.466076Z","steps":["trace[657270740] 'agreement among raft nodes before linearized reading' (duration: 2.000070916s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.466142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.465893Z","time spent":"2.000239669s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:17:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:33.969998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889112739s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:33.970653Z","caller":"traceutil/trace.go:171","msg":"trace[899460290] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"1.076621107s","start":"2026-03-08T03:17:32.894006Z","end":"2026-03-08T03:17:33.970627Z","steps":["trace[899460290] 'process raft request' (duration: 1.076568445s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.970745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.893976Z","time spent":"1.076726109s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:33.970947Z","caller":"traceutil/trace.go:171","msg":"trace[1183020743] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"3.920566833s","start":"2026-03-08T03:17:30.050343Z","end":"2026-03-08T03:17:33.97091Z","steps":["trace[1183020743] 'process raft request' (duration: 3.919977879s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:33.971084Z","caller":"traceutil/trace.go:171","msg":"trace[1408083941] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"3.920850249s","start":"2026-03-08T03:17:30.050192Z","end":"2026-03-08T03:17:33.971042Z","steps":["trace[1408083941] 'process raft request' (duration: 3.919962288s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.971125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.049997Z","time spent":"3.921023494s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:33.971231Z","caller":"traceutil/trace.go:171","msg":"trace[1024121949] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"3.92090512s","start":"2026-03-08T03:17:30.050314Z","end":"2026-03-08T03:17:33.97122Z","steps":["trace[1024121949] 'process raft request' (duration: 3.919964228s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.971235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.05018Z","time spent":"3.920975792s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:33.971228Z","caller":"traceutil/trace.go:171","msg":"trace[2114704767] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"3.920945662s","start":"2026-03-08T03:17:30.050244Z","end":"2026-03-08T03:17:33.97119Z","steps":["trace[2114704767] 'process raft request' (duration: 3.919991429s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.971287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.050307Z","time spent":"3.920950001s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:33.971363Z","caller":"traceutil/trace.go:171","msg":"trace[1538865023] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"3.92128926s","start":"2026-03-08T03:17:30.050045Z","end":"2026-03-08T03:17:33.971334Z","steps":["trace[1538865023] 'process raft request' (duration: 2.030521212s)","trace[1538865023] 'compare' (duration: 1.888944415s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:33.971408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.050206Z","time spent":"3.921100866s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:33.971465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.050017Z","time spent":"3.921397062s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:33.971646Z","caller":"traceutil/trace.go:171","msg":"trace[710424751] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"3.533541202s","start":"2026-03-08T03:17:30.438087Z","end":"2026-03-08T03:17:33.971628Z","steps":["trace[710424751] 'process raft request' (duration: 3.532424756s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:33.971661Z","caller":"traceutil/trace.go:171","msg":"trace[470167023] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"3.918529685s","start":"2026-03-08T03:17:30.053107Z","end":"2026-03-08T03:17:33.971637Z","steps":["trace[470167023] 'process raft request' (duration: 3.917317687s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:33.971661Z","caller":"traceutil/trace.go:171","msg":"trace[1509537280] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"3.556271666s","start":"2026-03-08T03:17:30.415368Z","end":"2026-03-08T03:17:33.97164Z","steps":["trace[1509537280] 'process raft request' (duration: 3.555102999s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:33.97167Z","caller":"traceutil/trace.go:171","msg":"trace[1872502055] linearizableReadLoop","detail":"{readStateIndex:24857; appliedIndex:24848; }","duration":"2.643085258s","start":"2026-03-08T03:17:31.328564Z","end":"2026-03-08T03:17:33.97165Z","steps":["trace[1872502055] 'read index received' (duration: 751.865529ms)","trace[1872502055] 'applied index is now lower than readState.Index' (duration: 1.891217789s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:33.971744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.053086Z","time spent":"3.918615757s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:33.97176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.415348Z","time spent":"3.556361548s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:33.971814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.575712263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:33.971829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.438065Z","time spent":"3.533619974s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:33.971851Z","caller":"traceutil/trace.go:171","msg":"trace[213203442] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24002; }","duration":"3.575757964s","start":"2026-03-08T03:17:30.396081Z","end":"2026-03-08T03:17:33.971839Z","steps":["trace[213203442] 'agreement among raft nodes before linearized reading' (duration: 3.575674742s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.971875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.028644489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:33.971897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.39602Z","time spent":"3.575867046s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:33.971919Z","caller":"traceutil/trace.go:171","msg":"trace[218757249] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24002; }","duration":"5.028725481s","start":"2026-03-08T03:17:28.943181Z","end":"2026-03-08T03:17:33.971906Z","steps":["trace[218757249] 'agreement among raft nodes before linearized reading' (duration: 5.028641869s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.971954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.94316Z","time spent":"5.028785232s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:33.972065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.507903484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-08T03:17:33.972064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.507915804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:33.972073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424514019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:33.9721Z","caller":"traceutil/trace.go:171","msg":"trace[138387655] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24002; }","duration":"5.507946975s","start":"2026-03-08T03:17:28.464142Z","end":"2026-03-08T03:17:33.972089Z","steps":["trace[138387655] 'agreement among raft nodes before linearized reading' (duration: 5.507793921s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.972075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690672253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-08T03:17:33.972116Z","caller":"traceutil/trace.go:171","msg":"trace[185982081] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24002; }","duration":"5.507986146s","start":"2026-03-08T03:17:28.464116Z","end":"2026-03-08T03:17:33.972102Z","steps":["trace[185982081] 'agreement among raft nodes before linearized reading' (duration: 5.507890984s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.972134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.464137Z","time spent":"5.507990986s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:17:33.972138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645752339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:33.972135Z","caller":"traceutil/trace.go:171","msg":"trace[1529190058] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24002; }","duration":"4.424606222s","start":"2026-03-08T03:17:29.547511Z","end":"2026-03-08T03:17:33.972117Z","steps":["trace[1529190058] 'agreement among raft nodes before linearized reading' (duration: 4.424494309s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:33.972152Z","caller":"traceutil/trace.go:171","msg":"trace[1692850448] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7; range_end:; response_count:1; response_revision:24002; }","duration":"3.690774666s","start":"2026-03-08T03:17:30.281357Z","end":"2026-03-08T03:17:33.972131Z","steps":["trace[1692850448] 'agreement among raft nodes before linearized reading' (duration: 3.690570901s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.972178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.464063Z","time spent":"5.508098099s","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:17:33.972074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.923442357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:33.972191Z","caller":"traceutil/trace.go:171","msg":"trace[539613708] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24002; }","duration":"3.64584915s","start":"2026-03-08T03:17:30.326327Z","end":"2026-03-08T03:17:33.972176Z","steps":["trace[539613708] 'agreement among raft nodes before linearized reading' (duration: 3.645662006s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.972208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.547494Z","time spent":"4.424695883s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:33.972208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.281342Z","time spent":"3.690851497s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" "} {"level":"warn","ts":"2026-03-08T03:17:33.972238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.326309Z","time spent":"3.645915012s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:33.972244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.458809131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:33.972261Z","caller":"traceutil/trace.go:171","msg":"trace[665561165] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24002; }","duration":"4.923640462s","start":"2026-03-08T03:17:29.048573Z","end":"2026-03-08T03:17:33.972213Z","steps":["trace[665561165] 'agreement among raft nodes before linearized reading' (duration: 4.923439667s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.972247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.508120029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-08T03:17:33.972302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.048553Z","time spent":"4.923736195s","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:33.972297Z","caller":"traceutil/trace.go:171","msg":"trace[1160138484] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24002; }","duration":"5.458892513s","start":"2026-03-08T03:17:28.513389Z","end":"2026-03-08T03:17:33.972281Z","steps":["trace[1160138484] 'agreement among raft nodes before linearized reading' (duration: 5.458800311s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:33.972321Z","caller":"traceutil/trace.go:171","msg":"trace[102222271] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24002; }","duration":"5.508227412s","start":"2026-03-08T03:17:28.464077Z","end":"2026-03-08T03:17:33.972304Z","steps":["trace[102222271] 'agreement among raft nodes before linearized reading' (duration: 5.508006867s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.972339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.513364Z","time spent":"5.458967965s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:17:33.972363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.464062Z","time spent":"5.508291583s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-08T03:17:33.972696Z","caller":"traceutil/trace.go:171","msg":"trace[953192684] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"3.918060084s","start":"2026-03-08T03:17:30.052971Z","end":"2026-03-08T03:17:33.971031Z","steps":["trace[953192684] 'process raft request' (duration: 3.917387528s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.972822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:30.052962Z","time spent":"3.919800975s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:33.974139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.226605259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:17:33.974216Z","caller":"traceutil/trace.go:171","msg":"trace[1854192938] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24002; }","duration":"5.226718311s","start":"2026-03-08T03:17:28.747482Z","end":"2026-03-08T03:17:33.9742Z","steps":["trace[1854192938] 'agreement among raft nodes before linearized reading' (duration: 5.224765655s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:33.974273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:28.747462Z","time spent":"5.226795893s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2664,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:34.472035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:34.473236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99979486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:34.473326Z","caller":"traceutil/trace.go:171","msg":"trace[1858191090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999957943s","start":"2026-03-08T03:17:32.473348Z","end":"2026-03-08T03:17:34.473306Z","steps":["trace[1858191090] 'agreement among raft nodes before linearized reading' (duration: 1.999841s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:34.473396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.473311Z","time spent":"2.000074306s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:34.973116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:35.474013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081904748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:35.626131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001037348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:35.626193Z","caller":"traceutil/trace.go:171","msg":"trace[294351749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001140251s","start":"2026-03-08T03:17:33.625038Z","end":"2026-03-08T03:17:35.626178Z","steps":["trace[294351749] 'agreement among raft nodes before linearized reading' (duration: 2.001059379s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:35.626249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.625022Z","time spent":"2.001218253s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:17:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:35.755633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.568293442s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:17:35.851973Z","caller":"traceutil/trace.go:171","msg":"trace[714286728] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"2.801272104s","start":"2026-03-08T03:17:33.050674Z","end":"2026-03-08T03:17:35.851946Z","steps":["trace[714286728] 'process raft request' (duration: 2.705109945s)","trace[714286728] 'compare' (duration: 94.050679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:35.852108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.050648Z","time spent":"2.801388506s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:36.473972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:36.474036Z","caller":"traceutil/trace.go:171","msg":"trace[1518983750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086316s","start":"2026-03-08T03:17:34.473937Z","end":"2026-03-08T03:17:36.474023Z","steps":["trace[1518983750] 'agreement among raft nodes before linearized reading' (duration: 2.000000094s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.474066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.47393Z","time spent":"2.000130807s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:38.333273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999183166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:38.333356Z","caller":"traceutil/trace.go:171","msg":"trace[942298119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999329099s","start":"2026-03-08T03:17:33.334014Z","end":"2026-03-08T03:17:38.333343Z","steps":["trace[942298119] 'agreement among raft nodes before linearized reading' (duration: 4.999221897s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:38.333388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.333998Z","time spent":"4.999384021s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:38.334001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999391011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:17:38.334063Z","caller":"traceutil/trace.go:171","msg":"trace[167139709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999479363s","start":"2026-03-08T03:17:33.33457Z","end":"2026-03-08T03:17:38.334049Z","steps":["trace[167139709] 'agreement among raft nodes before linearized reading' (duration: 4.999394581s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:38.334096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.334564Z","time spent":"4.999525864s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/08 03:17:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:17:38.485246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:17:38.485334Z","caller":"traceutil/trace.go:171","msg":"trace[386745028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248391s","start":"2026-03-08T03:17:36.485066Z","end":"2026-03-08T03:17:38.485314Z","steps":["trace[386745028] 'agreement among raft nodes before linearized reading' (duration: 2.000130838s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:38.485391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:36.485061Z","time spent":"2.000320412s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:38.54213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.559460685s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:17:39.050667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068090031s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:17:39.051864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.056901Z","time spent":"994.959959ms","remote":"127.0.0.1:52192","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:17:39.052491Z","caller":"traceutil/trace.go:171","msg":"trace[1220394007] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24858; }","duration":"5.080758153s","start":"2026-03-08T03:17:33.971714Z","end":"2026-03-08T03:17:39.052472Z","steps":["trace[1220394007] 'read index received' (duration: 1.784077862s)","trace[1220394007] 'applied index is now lower than readState.Index' (duration: 3.296679091s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:39.052468Z","caller":"traceutil/trace.go:171","msg":"trace[1332134313] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"5.076292987s","start":"2026-03-08T03:17:33.976149Z","end":"2026-03-08T03:17:39.052442Z","steps":["trace[1332134313] 'process raft request' (duration: 5.074586367s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.052634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.976131Z","time spent":"5.076429931s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:39.062292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.619711722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:39.062332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.393977938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.062379Z","caller":"traceutil/trace.go:171","msg":"trace[1657838160] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24004; }","duration":"5.619847834s","start":"2026-03-08T03:17:33.442515Z","end":"2026-03-08T03:17:39.062363Z","steps":["trace[1657838160] 'agreement among raft nodes before linearized reading' (duration: 5.610109626s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.062414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.442494Z","time spent":"5.619911546s","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:39.06241Z","caller":"traceutil/trace.go:171","msg":"trace[1939219872] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24004; }","duration":"6.39411532s","start":"2026-03-08T03:17:32.668275Z","end":"2026-03-08T03:17:39.062391Z","steps":["trace[1939219872] 'agreement among raft nodes before linearized reading' (duration: 6.38433482s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.062458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.668257Z","time spent":"6.394188712s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.062615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.342430888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.062638Z","caller":"traceutil/trace.go:171","msg":"trace[1048104550] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24004; }","duration":"5.342519621s","start":"2026-03-08T03:17:33.720111Z","end":"2026-03-08T03:17:39.062631Z","steps":["trace[1048104550] 'agreement among raft nodes before linearized reading' (duration: 5.332496315s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.062664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.720079Z","time spent":"5.342577832s","remote":"127.0.0.1:49820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.062731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450399115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.062752Z","caller":"traceutil/trace.go:171","msg":"trace[124028482] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24004; }","duration":"5.450455305s","start":"2026-03-08T03:17:33.61229Z","end":"2026-03-08T03:17:39.062745Z","steps":["trace[124028482] 'agreement among raft nodes before linearized reading' (duration: 5.440327387s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.062788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.612269Z","time spent":"5.450505807s","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.062805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.728545567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:17:39.062874Z","caller":"traceutil/trace.go:171","msg":"trace[484911192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24004; }","duration":"5.728627409s","start":"2026-03-08T03:17:33.334237Z","end":"2026-03-08T03:17:39.062864Z","steps":["trace[484911192] 'agreement among raft nodes before linearized reading' (duration: 5.718395589s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.062937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.334232Z","time spent":"5.728696091s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:39.062977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122471753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.063021Z","caller":"traceutil/trace.go:171","msg":"trace[1003519615] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24004; }","duration":"5.122538294s","start":"2026-03-08T03:17:33.940471Z","end":"2026-03-08T03:17:39.06301Z","steps":["trace[1003519615] 'agreement among raft nodes before linearized reading' (duration: 5.1121111s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.063053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.940452Z","time spent":"5.122592385s","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.062883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.728842054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:17:39.063127Z","caller":"traceutil/trace.go:171","msg":"trace[1501248864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24004; }","duration":"5.729119581s","start":"2026-03-08T03:17:33.333998Z","end":"2026-03-08T03:17:39.063117Z","steps":["trace[1501248864] 'agreement among raft nodes before linearized reading' (duration: 5.718561073s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.06313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.729957084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-08T03:17:39.063155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.333981Z","time spent":"5.729165132s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:17:39.063158Z","caller":"traceutil/trace.go:171","msg":"trace[1367007507] range","detail":"{range_begin:/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2; range_end:; response_count:1; response_revision:24004; }","duration":"7.730013286s","start":"2026-03-08T03:17:31.333137Z","end":"2026-03-08T03:17:39.06315Z","steps":["trace[1367007507] 'agreement among raft nodes before linearized reading' (duration: 7.719493809s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.063179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:31.33312Z","time spent":"7.730051886s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" "} {"level":"warn","ts":"2026-03-08T03:17:39.062943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.948467813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:39.063239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.952188381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.063274Z","caller":"traceutil/trace.go:171","msg":"trace[822025979] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24004; }","duration":"5.952267402s","start":"2026-03-08T03:17:33.110997Z","end":"2026-03-08T03:17:39.063264Z","steps":["trace[822025979] 'agreement among raft nodes before linearized reading' (duration: 5.941593102s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.063303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.110971Z","time spent":"5.952323953s","remote":"127.0.0.1:33910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.063354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.72936461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189abf5818c6f08e\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-08T03:17:39.063374Z","caller":"traceutil/trace.go:171","msg":"trace[1985571679] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189abf5818c6f08e; range_end:; response_count:1; response_revision:24004; }","duration":"7.729385301s","start":"2026-03-08T03:17:31.333982Z","end":"2026-03-08T03:17:39.063368Z","steps":["trace[1985571679] 'agreement among raft nodes before linearized reading' (duration: 7.718658439s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.063391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:31.333974Z","time spent":"7.729413311s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189abf5818c6f08e\" "} {"level":"warn","ts":"2026-03-08T03:17:39.063528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330863757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:39.063612Z","caller":"traceutil/trace.go:171","msg":"trace[186433708] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24004; }","duration":"5.330982779s","start":"2026-03-08T03:17:33.732609Z","end":"2026-03-08T03:17:39.063591Z","steps":["trace[186433708] 'agreement among raft nodes before linearized reading' (duration: 5.319988731s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.063657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.732579Z","time spent":"5.331063831s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.063645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.52989155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267214"} {"level":"info","ts":"2026-03-08T03:17:39.063854Z","caller":"traceutil/trace.go:171","msg":"trace[1738130144] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24004; }","duration":"6.530154385s","start":"2026-03-08T03:17:32.533684Z","end":"2026-03-08T03:17:39.063839Z","steps":["trace[1738130144] 'agreement among raft nodes before linearized reading' (duration: 6.518932211s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.063878Z","caller":"traceutil/trace.go:171","msg":"trace[1349279994] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"3.085130372s","start":"2026-03-08T03:17:35.978733Z","end":"2026-03-08T03:17:39.063863Z","steps":["trace[1349279994] 'process raft request' (duration: 3.073728804s)","trace[1349279994] 'compare' (duration: 10.275981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:39.063925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.533663Z","time spent":"6.530249838s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267237,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:17:39.063958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.978711Z","time spent":"3.085194024s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:39.063738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.107696472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:39.0641Z","caller":"traceutil/trace.go:171","msg":"trace[1827683565] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24004; }","duration":"6.108093502s","start":"2026-03-08T03:17:32.955991Z","end":"2026-03-08T03:17:39.064085Z","steps":["trace[1827683565] 'agreement among raft nodes before linearized reading' (duration: 6.096607522s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.064147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.955971Z","time spent":"6.108161184s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:39.063246Z","caller":"traceutil/trace.go:171","msg":"trace[35789557] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24004; }","duration":"5.94877514s","start":"2026-03-08T03:17:33.114463Z","end":"2026-03-08T03:17:39.063238Z","steps":["trace[35789557] 'agreement among raft nodes before linearized reading' (duration: 5.93811477s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.064247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.114398Z","time spent":"5.949827175s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:39.064364Z","caller":"traceutil/trace.go:171","msg":"trace[1249223326] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"3.085567592s","start":"2026-03-08T03:17:35.978758Z","end":"2026-03-08T03:17:39.064326Z","steps":["trace[1249223326] 'process raft request' (duration: 3.08504107s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.064402Z","caller":"traceutil/trace.go:171","msg":"trace[610849077] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"3.085540662s","start":"2026-03-08T03:17:35.978843Z","end":"2026-03-08T03:17:39.064384Z","steps":["trace[610849077] 'process raft request' (duration: 3.085392868s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.064475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.978735Z","time spent":"3.085676154s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:39.064547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.978834Z","time spent":"3.085619893s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:39.06461Z","caller":"traceutil/trace.go:171","msg":"trace[2143417278] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"3.085746016s","start":"2026-03-08T03:17:35.97885Z","end":"2026-03-08T03:17:39.064596Z","steps":["trace[2143417278] 'process raft request' (duration: 3.085619033s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.064607Z","caller":"traceutil/trace.go:171","msg":"trace[742633202] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"3.085710505s","start":"2026-03-08T03:17:35.978849Z","end":"2026-03-08T03:17:39.06456Z","steps":["trace[742633202] 'process raft request' (duration: 3.08549239s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.06465Z","caller":"traceutil/trace.go:171","msg":"trace[701105728] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"3.085745616s","start":"2026-03-08T03:17:35.978895Z","end":"2026-03-08T03:17:39.06464Z","steps":["trace[701105728] 'process raft request' (duration: 3.085632643s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.064674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.978841Z","time spent":"3.085803778s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:39.064709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.978887Z","time spent":"3.085792108s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:39.064731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.978826Z","time spent":"3.085828748s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:39.064744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654799631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.064805Z","caller":"traceutil/trace.go:171","msg":"trace[579852324] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24011; }","duration":"3.654892412s","start":"2026-03-08T03:17:35.409895Z","end":"2026-03-08T03:17:39.064788Z","steps":["trace[579852324] 'agreement among raft nodes before linearized reading' (duration: 3.654753089s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.064814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439126522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:39.064832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81060644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:39.064829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136795932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:39.064847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.40988Z","time spent":"3.654955394s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:39.064861Z","caller":"traceutil/trace.go:171","msg":"trace[1366962247] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24011; }","duration":"3.810663892s","start":"2026-03-08T03:17:35.254191Z","end":"2026-03-08T03:17:39.064855Z","steps":["trace[1366962247] 'agreement among raft nodes before linearized reading' (duration: 3.81058583s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.064877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087820408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:39.064872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529645448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.064883Z","caller":"traceutil/trace.go:171","msg":"trace[2115946578] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24011; }","duration":"1.439212754s","start":"2026-03-08T03:17:37.625632Z","end":"2026-03-08T03:17:39.064845Z","steps":["trace[2115946578] 'agreement among raft nodes before linearized reading' (duration: 1.439150142s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.06489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.254173Z","time spent":"3.810712633s","remote":"127.0.0.1:53354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:39.064899Z","caller":"traceutil/trace.go:171","msg":"trace[1392630821] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24011; }","duration":"5.08785748s","start":"2026-03-08T03:17:33.977034Z","end":"2026-03-08T03:17:39.064892Z","steps":["trace[1392630821] 'agreement among raft nodes before linearized reading' (duration: 5.087825719s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.064919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.977025Z","time spent":"5.08789013s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:17:39.064918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:37.625609Z","time spent":"1.439300045s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:39.064925Z","caller":"traceutil/trace.go:171","msg":"trace[14201841] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24011; }","duration":"4.52970409s","start":"2026-03-08T03:17:34.535201Z","end":"2026-03-08T03:17:39.064905Z","steps":["trace[14201841] 'agreement among raft nodes before linearized reading' (duration: 4.529642419s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.064972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.535194Z","time spent":"4.529767931s","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.064993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.089386415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:17:39.065024Z","caller":"traceutil/trace.go:171","msg":"trace[1623223931] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24011; }","duration":"5.089470118s","start":"2026-03-08T03:17:33.975543Z","end":"2026-03-08T03:17:39.065013Z","steps":["trace[1623223931] 'agreement among raft nodes before linearized reading' (duration: 5.089363395s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.065044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:33.975523Z","time spent":"5.089517048s","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:17:39.065036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024110404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:39.064794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62720181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.065077Z","caller":"traceutil/trace.go:171","msg":"trace[1005175594] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24011; }","duration":"1.024171115s","start":"2026-03-08T03:17:38.040891Z","end":"2026-03-08T03:17:39.065063Z","steps":["trace[1005175594] 'agreement among raft nodes before linearized reading' (duration: 1.024114923s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.064847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.943903648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:39.065099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516402016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:39.06512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.040876Z","time spent":"1.024234617s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.065181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584110054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.065194Z","caller":"traceutil/trace.go:171","msg":"trace[1215460099] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"3.084431846s","start":"2026-03-08T03:17:35.980755Z","end":"2026-03-08T03:17:39.065187Z","steps":["trace[1215460099] 'process raft request' (duration: 3.083802711s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.065206Z","caller":"traceutil/trace.go:171","msg":"trace[2011329085] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24011; }","duration":"2.584156775s","start":"2026-03-08T03:17:36.481043Z","end":"2026-03-08T03:17:39.065199Z","steps":["trace[2011329085] 'agreement among raft nodes before linearized reading' (duration: 2.584085213s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.065217Z","caller":"traceutil/trace.go:171","msg":"trace[1539470804] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24011; }","duration":"1.516481748s","start":"2026-03-08T03:17:37.548647Z","end":"2026-03-08T03:17:39.065128Z","steps":["trace[1539470804] 'agreement among raft nodes before linearized reading' (duration: 1.516402426s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.065215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106870918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:17:39.064875Z","caller":"traceutil/trace.go:171","msg":"trace[1988351003] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24011; }","duration":"4.136877923s","start":"2026-03-08T03:17:34.927985Z","end":"2026-03-08T03:17:39.064863Z","steps":["trace[1988351003] 'agreement among raft nodes before linearized reading' (duration: 4.136801591s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.065254Z","caller":"traceutil/trace.go:171","msg":"trace[1045715845] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24011; }","duration":"1.1069495s","start":"2026-03-08T03:17:37.958296Z","end":"2026-03-08T03:17:39.065246Z","steps":["trace[1045715845] 'agreement among raft nodes before linearized reading' (duration: 1.106805727s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.065259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:37.548629Z","time spent":"1.516617331s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.065286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:37.958275Z","time spent":"1.107005881s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-08T03:17:39.065086Z","caller":"traceutil/trace.go:171","msg":"trace[985291597] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24011; }","duration":"4.627544568s","start":"2026-03-08T03:17:34.437533Z","end":"2026-03-08T03:17:39.065078Z","steps":["trace[985291597] 'agreement among raft nodes before linearized reading' (duration: 4.627173169s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.065298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771544169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:39.065226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:36.481032Z","time spent":"2.584188745s","remote":"127.0.0.1:42348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:39.06532Z","caller":"traceutil/trace.go:171","msg":"trace[1797335774] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24011; }","duration":"1.771600161s","start":"2026-03-08T03:17:37.293714Z","end":"2026-03-08T03:17:39.065314Z","steps":["trace[1797335774] 'agreement among raft nodes before linearized reading' (duration: 1.77156673s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.065339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:37.293696Z","time spent":"1.771638691s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.065328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.437518Z","time spent":"4.627797804s","remote":"127.0.0.1:49854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.065339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.203584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.065373Z","caller":"traceutil/trace.go:171","msg":"trace[1689239975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24011; }","duration":"579.270516ms","start":"2026-03-08T03:17:38.486093Z","end":"2026-03-08T03:17:39.065363Z","steps":["trace[1689239975] 'agreement among raft nodes before linearized reading' (duration: 579.219945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.065267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663776207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:39.065405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.486072Z","time spent":"579.327468ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:17:39.065417Z","caller":"traceutil/trace.go:171","msg":"trace[2120827503] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24011; }","duration":"1.663967362s","start":"2026-03-08T03:17:37.401439Z","end":"2026-03-08T03:17:39.065407Z","steps":["trace[2120827503] 'agreement among raft nodes before linearized reading' (duration: 1.663800948s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.065123Z","caller":"traceutil/trace.go:171","msg":"trace[1644181887] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24011; }","duration":"4.944180075s","start":"2026-03-08T03:17:34.120933Z","end":"2026-03-08T03:17:39.065113Z","steps":["trace[1644181887] 'agreement among raft nodes before linearized reading' (duration: 4.943879898s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.065443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:37.401415Z","time spent":"1.664018973s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.065445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.120891Z","time spent":"4.944547464s","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.065445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378934211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.06548Z","caller":"traceutil/trace.go:171","msg":"trace[2120776779] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24011; }","duration":"3.378994772s","start":"2026-03-08T03:17:35.686475Z","end":"2026-03-08T03:17:39.065469Z","steps":["trace[2120776779] 'agreement among raft nodes before linearized reading' (duration: 3.378934441s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.065514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.686461Z","time spent":"3.379044704s","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.064764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010828843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.065552Z","caller":"traceutil/trace.go:171","msg":"trace[870003136] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24011; }","duration":"4.011638852s","start":"2026-03-08T03:17:35.053904Z","end":"2026-03-08T03:17:39.065543Z","steps":["trace[870003136] 'agreement among raft nodes before linearized reading' (duration: 4.010831443s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.06524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.980734Z","time spent":"3.084479336s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:39.065575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.053889Z","time spent":"4.011677623s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:39.065284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.927963Z","time spent":"4.137305104s","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:39.976157Z","caller":"traceutil/trace.go:171","msg":"trace[1076091757] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"105.443496ms","start":"2026-03-08T03:17:39.870694Z","end":"2026-03-08T03:17:39.976137Z","steps":["trace[1076091757] 'process raft request' (duration: 100.977412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:44.413915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.939971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:17:44.414Z","caller":"traceutil/trace.go:171","msg":"trace[978726546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24067; }","duration":"167.029873ms","start":"2026-03-08T03:17:44.246946Z","end":"2026-03-08T03:17:44.413976Z","steps":["trace[978726546] 'range keys from in-memory index tree' (duration: 166.791698ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:44.414311Z","caller":"traceutil/trace.go:171","msg":"trace[752561397] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"148.820346ms","start":"2026-03-08T03:17:44.265463Z","end":"2026-03-08T03:17:44.414284Z","steps":["trace[752561397] 'process raft request' (duration: 101.407102ms)","trace[752561397] 'compare' (duration: 47.291461ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:45.289899Z","caller":"traceutil/trace.go:171","msg":"trace[1734336478] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"162.255891ms","start":"2026-03-08T03:17:45.127616Z","end":"2026-03-08T03:17:45.289872Z","steps":["trace[1734336478] 'process raft request' (duration: 162.040986ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:45.348167Z","caller":"traceutil/trace.go:171","msg":"trace[1893850935] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"216.669529ms","start":"2026-03-08T03:17:45.131473Z","end":"2026-03-08T03:17:45.348142Z","steps":["trace[1893850935] 'process raft request' (duration: 216.489135ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:45.34846Z","caller":"traceutil/trace.go:171","msg":"trace[817844145] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"214.880537ms","start":"2026-03-08T03:17:45.133549Z","end":"2026-03-08T03:17:45.348429Z","steps":["trace[817844145] 'process raft request' (duration: 214.55853ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:45.348532Z","caller":"traceutil/trace.go:171","msg":"trace[1160383635] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"213.959345ms","start":"2026-03-08T03:17:45.134559Z","end":"2026-03-08T03:17:45.348518Z","steps":["trace[1160383635] 'process raft request' (duration: 213.808042ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:45.348734Z","caller":"traceutil/trace.go:171","msg":"trace[233354102] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"214.113459ms","start":"2026-03-08T03:17:45.134609Z","end":"2026-03-08T03:17:45.348722Z","steps":["trace[233354102] 'process raft request' (duration: 213.851073ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:45.348809Z","caller":"traceutil/trace.go:171","msg":"trace[1198815471] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"214.1439ms","start":"2026-03-08T03:17:45.134645Z","end":"2026-03-08T03:17:45.348789Z","steps":["trace[1198815471] 'process raft request' (duration: 214.003586ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:45.348863Z","caller":"traceutil/trace.go:171","msg":"trace[175904203] linearizableReadLoop","detail":"{readStateIndex:24936; appliedIndex:24929; }","duration":"210.708359ms","start":"2026-03-08T03:17:45.138145Z","end":"2026-03-08T03:17:45.348853Z","steps":["trace[175904203] 'read index received' (duration: 151.54713ms)","trace[175904203] 'applied index is now lower than readState.Index' (duration: 59.160159ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:45.348922Z","caller":"traceutil/trace.go:171","msg":"trace[637409670] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"214.13385ms","start":"2026-03-08T03:17:45.13476Z","end":"2026-03-08T03:17:45.348894Z","steps":["trace[637409670] 'process raft request' (duration: 213.995867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.348987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.825002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:17:45.349027Z","caller":"traceutil/trace.go:171","msg":"trace[1164840943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24077; }","duration":"210.903374ms","start":"2026-03-08T03:17:45.138114Z","end":"2026-03-08T03:17:45.349017Z","steps":["trace[1164840943] 'agreement among raft nodes before linearized reading' (duration: 210.768901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.349109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.301943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T03:17:45.349147Z","caller":"traceutil/trace.go:171","msg":"trace[456050417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24077; }","duration":"208.362594ms","start":"2026-03-08T03:17:45.140774Z","end":"2026-03-08T03:17:45.349136Z","steps":["trace[456050417] 'agreement among raft nodes before linearized reading' (duration: 208.233841ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.522901Z","caller":"traceutil/trace.go:171","msg":"trace[1153943580] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"227.686328ms","start":"2026-03-08T03:17:47.295193Z","end":"2026-03-08T03:17:47.52288Z","steps":["trace[1153943580] 'process raft request' (duration: 227.555305ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.576406Z","caller":"traceutil/trace.go:171","msg":"trace[1193978346] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"222.22404ms","start":"2026-03-08T03:17:47.354162Z","end":"2026-03-08T03:17:47.576386Z","steps":["trace[1193978346] 'process raft request' (duration: 222.153368ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.576418Z","caller":"traceutil/trace.go:171","msg":"trace[1684162591] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"222.275351ms","start":"2026-03-08T03:17:47.354112Z","end":"2026-03-08T03:17:47.576387Z","steps":["trace[1684162591] 'process raft request' (duration: 222.085546ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.576595Z","caller":"traceutil/trace.go:171","msg":"trace[176116420] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"221.971024ms","start":"2026-03-08T03:17:47.354613Z","end":"2026-03-08T03:17:47.576584Z","steps":["trace[176116420] 'process raft request' (duration: 221.743238ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.576807Z","caller":"traceutil/trace.go:171","msg":"trace[1045840288] linearizableReadLoop","detail":"{readStateIndex:24948; appliedIndex:24941; }","duration":"213.185097ms","start":"2026-03-08T03:17:47.363613Z","end":"2026-03-08T03:17:47.576799Z","steps":["trace[1045840288] 'read index received' (duration: 159.190269ms)","trace[1045840288] 'applied index is now lower than readState.Index' (duration: 53.994168ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:47.576818Z","caller":"traceutil/trace.go:171","msg":"trace[783680167] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"221.219526ms","start":"2026-03-08T03:17:47.35559Z","end":"2026-03-08T03:17:47.57681Z","steps":["trace[783680167] 'process raft request' (duration: 221.177575ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.576846Z","caller":"traceutil/trace.go:171","msg":"trace[472881777] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"221.658396ms","start":"2026-03-08T03:17:47.355152Z","end":"2026-03-08T03:17:47.576811Z","steps":["trace[472881777] 'process raft request' (duration: 221.562784ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.57687Z","caller":"traceutil/trace.go:171","msg":"trace[1441463196] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"222.179919ms","start":"2026-03-08T03:17:47.354664Z","end":"2026-03-08T03:17:47.576844Z","steps":["trace[1441463196] 'process raft request' (duration: 221.885312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.576908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.277159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.576934Z","caller":"traceutil/trace.go:171","msg":"trace[813642808] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24089; }","duration":"213.347981ms","start":"2026-03-08T03:17:47.363576Z","end":"2026-03-08T03:17:47.576924Z","steps":["trace[813642808] 'agreement among raft nodes before linearized reading' (duration: 213.289339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.577036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.963503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:17:47.577063Z","caller":"traceutil/trace.go:171","msg":"trace[632387002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24089; }","duration":"196.036755ms","start":"2026-03-08T03:17:47.381019Z","end":"2026-03-08T03:17:47.577056Z","steps":["trace[632387002] 'agreement among raft nodes before linearized reading' (duration: 195.872191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.577092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.956233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T03:17:47.577164Z","caller":"traceutil/trace.go:171","msg":"trace[1337834967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24089; }","duration":"196.048805ms","start":"2026-03-08T03:17:47.381096Z","end":"2026-03-08T03:17:47.577145Z","steps":["trace[1337834967] 'agreement among raft nodes before linearized reading' (duration: 195.8303ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.724499Z","caller":"traceutil/trace.go:171","msg":"trace[1432587006] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"142.754023ms","start":"2026-03-08T03:17:47.581723Z","end":"2026-03-08T03:17:47.724477Z","steps":["trace[1432587006] 'process raft request' (duration: 61.833493ms)","trace[1432587006] 'compare' (duration: 80.820648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:54.515995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:17:54.563915Z","caller":"traceutil/trace.go:171","msg":"trace[1789641918] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"725.756116ms","start":"2026-03-08T03:17:53.838135Z","end":"2026-03-08T03:17:54.563892Z","steps":["trace[1789641918] 'process raft request' (duration: 725.613233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:54.564038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:53.83811Z","time spent":"725.864619ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:54.66207Z","caller":"traceutil/trace.go:171","msg":"trace[1787946198] linearizableReadLoop","detail":"{readStateIndex:24991; appliedIndex:24988; }","duration":"646.170107ms","start":"2026-03-08T03:17:54.015878Z","end":"2026-03-08T03:17:54.662048Z","steps":["trace[1787946198] 'read index received' (duration: 547.854447ms)","trace[1787946198] 'applied index is now lower than readState.Index' (duration: 98.314539ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:54.6623Z","caller":"traceutil/trace.go:171","msg":"trace[626073174] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"165.17494ms","start":"2026-03-08T03:17:54.497094Z","end":"2026-03-08T03:17:54.662269Z","steps":["trace[626073174] 'process raft request' (duration: 164.909943ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:54.662378Z","caller":"traceutil/trace.go:171","msg":"trace[1812162738] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"446.959438ms","start":"2026-03-08T03:17:54.215381Z","end":"2026-03-08T03:17:54.662341Z","steps":["trace[1812162738] 'process raft request' (duration: 446.475187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:54.66246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.552025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:54.662518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:54.215358Z","time spent":"447.084891ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:54.662536Z","caller":"traceutil/trace.go:171","msg":"trace[265383248] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24131; }","duration":"646.677238ms","start":"2026-03-08T03:17:54.015838Z","end":"2026-03-08T03:17:54.662515Z","steps":["trace[265383248] 'agreement among raft nodes before linearized reading' (duration: 646.533385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:54.662573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:54.01582Z","time spent":"646.745211ms","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:17:54.671496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.372549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:54.671605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.484221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:54.671698Z","caller":"traceutil/trace.go:171","msg":"trace[1486494793] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24131; }","duration":"608.496093ms","start":"2026-03-08T03:17:54.063052Z","end":"2026-03-08T03:17:54.671548Z","steps":["trace[1486494793] 'agreement among raft nodes before linearized reading' (duration: 608.348139ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:54.671695Z","caller":"traceutil/trace.go:171","msg":"trace[1140824141] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24131; }","duration":"367.665455ms","start":"2026-03-08T03:17:54.304003Z","end":"2026-03-08T03:17:54.671669Z","steps":["trace[1140824141] 'agreement among raft nodes before linearized reading' (duration: 367.494781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:54.671745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:54.063036Z","time spent":"608.698267ms","remote":"127.0.0.1:49884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:54.671759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:54.303981Z","time spent":"367.760618ms","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:54.672281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.754252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:17:54.672354Z","caller":"traceutil/trace.go:171","msg":"trace[1398813002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24131; }","duration":"139.872445ms","start":"2026-03-08T03:17:54.53247Z","end":"2026-03-08T03:17:54.672342Z","steps":["trace[1398813002] 'agreement among raft nodes before linearized reading' (duration: 138.956564ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:56.13193Z","caller":"traceutil/trace.go:171","msg":"trace[613982692] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"105.474477ms","start":"2026-03-08T03:17:56.026426Z","end":"2026-03-08T03:17:56.1319Z","steps":["trace[613982692] 'process raft request' (duration: 105.295703ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:56.530612Z","caller":"traceutil/trace.go:171","msg":"trace[1179310776] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"104.667529ms","start":"2026-03-08T03:17:56.42593Z","end":"2026-03-08T03:17:56.530597Z","steps":["trace[1179310776] 'process raft request' (duration: 104.573446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:01.069994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.995712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:01.070171Z","caller":"traceutil/trace.go:171","msg":"trace[437378868] linearizableReadLoop","detail":"{readStateIndex:25040; appliedIndex:25038; }","duration":"1.367287083s","start":"2026-03-08T03:17:59.702826Z","end":"2026-03-08T03:18:01.070113Z","steps":["trace[437378868] 'read index received' (duration: 16.800985ms)","trace[437378868] 'applied index is now lower than readState.Index' (duration: 1.350484108s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:01.070494Z","caller":"traceutil/trace.go:171","msg":"trace[2132539515] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"1.375366793s","start":"2026-03-08T03:17:59.695108Z","end":"2026-03-08T03:18:01.070475Z","steps":["trace[2132539515] 'process raft request' (duration: 708.798808ms)","trace[2132539515] 'compare' (duration: 665.146722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:01.07057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:59.69509Z","time spent":"1.375438005s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:01.070829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368005629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:18:01.070858Z","caller":"traceutil/trace.go:171","msg":"trace[1155609714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24178; }","duration":"1.368068571s","start":"2026-03-08T03:17:59.702781Z","end":"2026-03-08T03:18:01.070849Z","steps":["trace[1155609714] 'agreement among raft nodes before linearized reading' (duration: 1.367950838s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:01.070849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359560871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:01.070887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:59.702765Z","time spent":"1.368115692s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:18:01.070922Z","caller":"traceutil/trace.go:171","msg":"trace[1346410783] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24178; }","duration":"1.359675814s","start":"2026-03-08T03:17:59.711224Z","end":"2026-03-08T03:18:01.0709Z","steps":["trace[1346410783] 'agreement among raft nodes before linearized reading' (duration: 1.359554811s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:01.070984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:59.711206Z","time spent":"1.359761206s","remote":"127.0.0.1:34090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:01.071033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202582454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-03-08T03:18:01.071033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.314646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:01.071067Z","caller":"traceutil/trace.go:171","msg":"trace[325411962] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d; range_end:; response_count:1; response_revision:24178; }","duration":"1.202644016s","start":"2026-03-08T03:17:59.86841Z","end":"2026-03-08T03:18:01.071054Z","steps":["trace[325411962] 'agreement among raft nodes before linearized reading' (duration: 1.202534863s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:01.071042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.663707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:01.071098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:59.868395Z","time spent":"1.202697797s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" "} {"level":"warn","ts":"2026-03-08T03:18:01.071086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.478712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-08T03:18:01.071093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.350083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:18:01.07111Z","caller":"traceutil/trace.go:171","msg":"trace[160330202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24178; }","duration":"361.436989ms","start":"2026-03-08T03:18:00.709653Z","end":"2026-03-08T03:18:01.07109Z","steps":["trace[160330202] 'agreement among raft nodes before linearized reading' (duration: 361.304556ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:01.071135Z","caller":"traceutil/trace.go:171","msg":"trace[1219176036] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24178; }","duration":"766.566394ms","start":"2026-03-08T03:18:00.304557Z","end":"2026-03-08T03:18:01.071124Z","steps":["trace[1219176036] 'agreement among raft nodes before linearized reading' (duration: 766.380349ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:01.07114Z","caller":"traceutil/trace.go:171","msg":"trace[906541449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24178; }","duration":"486.419694ms","start":"2026-03-08T03:18:00.58471Z","end":"2026-03-08T03:18:01.071129Z","steps":["trace[906541449] 'agreement among raft nodes before linearized reading' (duration: 486.26804ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:01.071121Z","caller":"traceutil/trace.go:171","msg":"trace[658506731] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24178; }","duration":"511.784469ms","start":"2026-03-08T03:18:00.559316Z","end":"2026-03-08T03:18:01.071101Z","steps":["trace[658506731] 'agreement among raft nodes before linearized reading' (duration: 511.620105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:01.071162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:00.304542Z","time spent":"766.614984ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:01.071155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:00.709621Z","time spent":"361.52662ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:01.07114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.699967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:18:01.071165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:00.584699Z","time spent":"486.459484ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:01.071186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:00.559307Z","time spent":"511.868872ms","remote":"127.0.0.1:33796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:01.071102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.473059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:18:01.071229Z","caller":"traceutil/trace.go:171","msg":"trace[1736888046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24178; }","duration":"336.825621ms","start":"2026-03-08T03:18:00.734383Z","end":"2026-03-08T03:18:01.071209Z","steps":["trace[1736888046] 'agreement among raft nodes before linearized reading' (duration: 336.564934ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:01.071263Z","caller":"traceutil/trace.go:171","msg":"trace[332346163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24178; }","duration":"513.669324ms","start":"2026-03-08T03:18:00.557585Z","end":"2026-03-08T03:18:01.071254Z","steps":["trace[332346163] 'agreement among raft nodes before linearized reading' (duration: 513.405247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:01.071272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:00.734368Z","time spent":"336.895182ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:01.071288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:00.557566Z","time spent":"513.714155ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:01.071093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.739441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:18:01.071179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26582826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:18:01.071335Z","caller":"traceutil/trace.go:171","msg":"trace[591428252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24178; }","duration":"331.992197ms","start":"2026-03-08T03:18:00.739331Z","end":"2026-03-08T03:18:01.071323Z","steps":["trace[591428252] 'agreement among raft nodes before linearized reading' (duration: 331.69307ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:01.071342Z","caller":"traceutil/trace.go:171","msg":"trace[1046616662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24178; }","duration":"1.266022925s","start":"2026-03-08T03:17:59.805313Z","end":"2026-03-08T03:18:01.071336Z","steps":["trace[1046616662] 'agreement among raft nodes before linearized reading' (duration: 1.26581376s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:01.07136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:00.739327Z","time spent":"332.026188ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:01.071361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:59.805296Z","time spent":"1.266059496s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:18:01.577593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:02.078667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:02.253314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096389441s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:18:02.673474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.896032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:02.673544Z","caller":"traceutil/trace.go:171","msg":"trace[725292066] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"1.598030204s","start":"2026-03-08T03:18:01.0755Z","end":"2026-03-08T03:18:02.67353Z","steps":["trace[725292066] 'process raft request' (duration: 1.178020069s)","trace[725292066] 'compare' (duration: 419.80072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:02.67361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.075485Z","time spent":"1.598108735s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:04.089781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.836198428s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:18:04.306082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.058094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:04.306248Z","caller":"traceutil/trace.go:171","msg":"trace[1332228756] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"3.230350873s","start":"2026-03-08T03:18:01.075875Z","end":"2026-03-08T03:18:04.306226Z","steps":["trace[1332228756] 'process raft request' (duration: 3.014076243s)","trace[1332228756] 'compare' (duration: 215.961072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:04.306454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.075864Z","time spent":"3.230479945s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:04.306533Z","caller":"traceutil/trace.go:171","msg":"trace[1439890438] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"3.230580157s","start":"2026-03-08T03:18:01.075937Z","end":"2026-03-08T03:18:04.306517Z","steps":["trace[1439890438] 'process raft request' (duration: 3.230301671s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:04.307855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.07593Z","time spent":"3.231876019s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:04.306275Z","caller":"traceutil/trace.go:171","msg":"trace[186788048] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"3.230377923s","start":"2026-03-08T03:18:01.075874Z","end":"2026-03-08T03:18:04.306252Z","steps":["trace[186788048] 'process raft request' (duration: 3.230288191s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:04.307702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23113804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-08T03:18:04.306778Z","caller":"traceutil/trace.go:171","msg":"trace[562679558] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"2.609962131s","start":"2026-03-08T03:18:01.696805Z","end":"2026-03-08T03:18:04.306768Z","steps":["trace[562679558] 'process raft request' (duration: 2.60989962s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:04.306812Z","caller":"traceutil/trace.go:171","msg":"trace[1862741321] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"3.230817703s","start":"2026-03-08T03:18:01.075986Z","end":"2026-03-08T03:18:04.306804Z","steps":["trace[1862741321] 'process raft request' (duration: 3.230477185s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:04.30684Z","caller":"traceutil/trace.go:171","msg":"trace[227683058] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"3.169263488s","start":"2026-03-08T03:18:01.13757Z","end":"2026-03-08T03:18:04.306833Z","steps":["trace[227683058] 'process raft request' (duration: 3.169016542s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:04.306863Z","caller":"traceutil/trace.go:171","msg":"trace[2116515686] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"2.637306213s","start":"2026-03-08T03:18:01.669551Z","end":"2026-03-08T03:18:04.306857Z","steps":["trace[2116515686] 'process raft request' (duration: 2.637084598s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:04.306887Z","caller":"traceutil/trace.go:171","msg":"trace[1546709067] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"2.633557365s","start":"2026-03-08T03:18:01.673323Z","end":"2026-03-08T03:18:04.30688Z","steps":["trace[1546709067] 'process raft request' (duration: 2.63334892s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:04.306296Z","caller":"traceutil/trace.go:171","msg":"trace[169580887] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"3.230347483s","start":"2026-03-08T03:18:01.075927Z","end":"2026-03-08T03:18:04.306275Z","steps":["trace[169580887] 'process raft request' (duration: 3.230287781s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:04.307055Z","caller":"traceutil/trace.go:171","msg":"trace[328448966] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"2.575538323s","start":"2026-03-08T03:18:01.731506Z","end":"2026-03-08T03:18:04.307044Z","steps":["trace[328448966] 'process raft request' (duration: 2.575350378s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:04.307088Z","caller":"traceutil/trace.go:171","msg":"trace[1621334801] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"2.579959947s","start":"2026-03-08T03:18:01.72712Z","end":"2026-03-08T03:18:04.30708Z","steps":["trace[1621334801] 'process raft request' (duration: 2.579614849s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:04.308092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.696792Z","time spent":"2.611238581s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:04.308182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.137547Z","time spent":"3.170589808s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:04.308133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.075979Z","time spent":"3.232066692s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:04.308268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.669521Z","time spent":"2.638683455s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:04.307061Z","caller":"traceutil/trace.go:171","msg":"trace[921634514] linearizableReadLoop","detail":"{readStateIndex:25053; appliedIndex:25040; }","duration":"3.230496826s","start":"2026-03-08T03:18:01.076537Z","end":"2026-03-08T03:18:04.307034Z","steps":["trace[921634514] 'read index received' (duration: 1.177011645s)","trace[921634514] 'applied index is now lower than readState.Index' (duration: 2.053483741s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:04.30716Z","caller":"traceutil/trace.go:171","msg":"trace[888189390] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"2.57540414s","start":"2026-03-08T03:18:01.731734Z","end":"2026-03-08T03:18:04.307138Z","steps":["trace[888189390] 'process raft request' (duration: 2.575239266s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:04.308188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.673296Z","time spent":"2.634827825s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:04.308033Z","caller":"traceutil/trace.go:171","msg":"trace[1569567211] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24191; }","duration":"3.23151467s","start":"2026-03-08T03:18:01.076503Z","end":"2026-03-08T03:18:04.308017Z","steps":["trace[1569567211] 'agreement among raft nodes before linearized reading' (duration: 3.230619139s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:04.308383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.731726Z","time spent":"2.576633029s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:04.30795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.075849Z","time spent":"3.232057532s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:04.308411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.076491Z","time spent":"3.231912059s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:18:04.308214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.731487Z","time spent":"2.576692449s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:04.308211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.075918Z","time spent":"3.232249117s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:04.309498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.727094Z","time spent":"2.581023441s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:04.714942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:18:04.715021Z","caller":"traceutil/trace.go:171","msg":"trace[1305715422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299231s","start":"2026-03-08T03:18:02.714704Z","end":"2026-03-08T03:18:04.715003Z","steps":["trace[1305715422] 'agreement among raft nodes before linearized reading' (duration: 2.000207988s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:04.715062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:02.714697Z","time spent":"2.000356052s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:04.809026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:05.214495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.289464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:05.214623Z","caller":"traceutil/trace.go:171","msg":"trace[193674763] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"2.138419935s","start":"2026-03-08T03:18:03.076188Z","end":"2026-03-08T03:18:05.214608Z","steps":["trace[193674763] 'process raft request' (duration: 1.986955008s)","trace[193674763] 'compare' (duration: 151.041027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:05.214669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:03.076164Z","time spent":"2.138483677s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:05.215489Z","caller":"traceutil/trace.go:171","msg":"trace[1254881899] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"1.165986625s","start":"2026-03-08T03:18:04.049471Z","end":"2026-03-08T03:18:05.215458Z","steps":["trace[1254881899] 'process raft request' (duration: 1.165101964s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:05.215608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.049455Z","time spent":"1.166085657s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:06.716071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:18:06.71616Z","caller":"traceutil/trace.go:171","msg":"trace[1792743384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519277s","start":"2026-03-08T03:18:04.715622Z","end":"2026-03-08T03:18:06.716142Z","steps":["trace[1792743384] 'agreement among raft nodes before linearized reading' (duration: 2.000402864s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:06.716209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.715541Z","time spent":"2.00065872s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:06.931575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71667503s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:18:06.932949Z","caller":"traceutil/trace.go:171","msg":"trace[471474154] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"2.235073716s","start":"2026-03-08T03:18:04.697852Z","end":"2026-03-08T03:18:06.932926Z","steps":["trace[471474154] 'process raft request' (duration: 2.233791286s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:06.933083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.697842Z","time spent":"2.235170568s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:07.365981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.00617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:07.36611Z","caller":"traceutil/trace.go:171","msg":"trace[1583299462] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"1.050514904s","start":"2026-03-08T03:18:06.315584Z","end":"2026-03-08T03:18:07.366099Z","steps":["trace[1583299462] 'process raft request' (duration: 1.050471763s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.315546Z","time spent":"1.050583356s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:07.366211Z","caller":"traceutil/trace.go:171","msg":"trace[14961098] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"2.548542569s","start":"2026-03-08T03:18:04.817638Z","end":"2026-03-08T03:18:07.366181Z","steps":["trace[14961098] 'process raft request' (duration: 2.115271322s)","trace[14961098] 'compare' (duration: 432.789365ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:07.366265Z","caller":"traceutil/trace.go:171","msg":"trace[1150151808] linearizableReadLoop","detail":"{readStateIndex:25057; appliedIndex:25053; }","duration":"3.057930772s","start":"2026-03-08T03:18:04.308329Z","end":"2026-03-08T03:18:07.366259Z","steps":["trace[1150151808] 'read index received' (duration: 754.93066ms)","trace[1150151808] 'applied index is now lower than readState.Index' (duration: 2.302999252s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:07.366332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.817618Z","time spent":"2.548648231s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:07.366366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091130571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:07.366385Z","caller":"traceutil/trace.go:171","msg":"trace[381478295] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24196; }","duration":"3.091187232s","start":"2026-03-08T03:18:04.275191Z","end":"2026-03-08T03:18:07.366378Z","steps":["trace[381478295] 'agreement among raft nodes before linearized reading' (duration: 3.091135551s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.275171Z","time spent":"3.091234834s","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:07.36655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493362063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-08T03:18:07.366571Z","caller":"traceutil/trace.go:171","msg":"trace[512428910] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24196; }","duration":"5.493398755s","start":"2026-03-08T03:18:01.873169Z","end":"2026-03-08T03:18:07.366567Z","steps":["trace[512428910] 'agreement among raft nodes before linearized reading' (duration: 5.493310693s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.87316Z","time spent":"5.493421755s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-08T03:18:07.366591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252806509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:07.366619Z","caller":"traceutil/trace.go:171","msg":"trace[717861770] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24196; }","duration":"3.252868071s","start":"2026-03-08T03:18:04.113741Z","end":"2026-03-08T03:18:07.366609Z","steps":["trace[717861770] 'agreement among raft nodes before linearized reading' (duration: 3.25282451s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.491816548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-08T03:18:07.366677Z","caller":"traceutil/trace.go:171","msg":"trace[832420703] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:24196; }","duration":"5.491862248s","start":"2026-03-08T03:18:01.874805Z","end":"2026-03-08T03:18:07.366667Z","steps":["trace[832420703] 'agreement among raft nodes before linearized reading' (duration: 5.491774426s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493566459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-08T03:18:07.366706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.874799Z","time spent":"5.491899979s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-03-08T03:18:07.366713Z","caller":"traceutil/trace.go:171","msg":"trace[841611897] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24196; }","duration":"5.493596769s","start":"2026-03-08T03:18:01.873112Z","end":"2026-03-08T03:18:07.366709Z","steps":["trace[841611897] 'agreement among raft nodes before linearized reading' (duration: 5.493546868s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.491970811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-08T03:18:07.366727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.873104Z","time spent":"5.49361965s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-08T03:18:07.366735Z","caller":"traceutil/trace.go:171","msg":"trace[615047880] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24196; }","duration":"5.492018612s","start":"2026-03-08T03:18:01.87471Z","end":"2026-03-08T03:18:07.366729Z","steps":["trace[615047880] 'agreement among raft nodes before linearized reading' (duration: 5.49195471s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.8747Z","time spent":"5.492048203s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-08T03:18:07.366824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493751653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-03-08T03:18:07.366833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729479075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:07.366844Z","caller":"traceutil/trace.go:171","msg":"trace[2020257961] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:24196; }","duration":"5.493789353s","start":"2026-03-08T03:18:01.87305Z","end":"2026-03-08T03:18:07.366839Z","steps":["trace[2020257961] 'agreement among raft nodes before linearized reading' (duration: 5.493742142s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:07.366853Z","caller":"traceutil/trace.go:171","msg":"trace[1041312085] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24196; }","duration":"3.729526056s","start":"2026-03-08T03:18:03.63732Z","end":"2026-03-08T03:18:07.366846Z","steps":["trace[1041312085] 'agreement among raft nodes before linearized reading' (duration: 3.729481084s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:03.637302Z","time spent":"3.729565467s","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:07.36689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493882736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-03-08T03:18:07.366905Z","caller":"traceutil/trace.go:171","msg":"trace[1138026309] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:24196; }","duration":"5.493936877s","start":"2026-03-08T03:18:01.872962Z","end":"2026-03-08T03:18:07.366899Z","steps":["trace[1138026309] 'agreement among raft nodes before linearized reading' (duration: 5.493902176s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492237917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-08T03:18:07.36692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.872942Z","time spent":"5.493975528s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-03-08T03:18:07.366933Z","caller":"traceutil/trace.go:171","msg":"trace[548182791] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24196; }","duration":"5.492276848s","start":"2026-03-08T03:18:01.87465Z","end":"2026-03-08T03:18:07.366927Z","steps":["trace[548182791] 'agreement among raft nodes before linearized reading' (duration: 5.492213677s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.366959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.87464Z","time spent":"5.492311919s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-08T03:18:07.366973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466083225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:07.366998Z","caller":"traceutil/trace.go:171","msg":"trace[521880223] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24196; }","duration":"4.466142237s","start":"2026-03-08T03:18:02.900849Z","end":"2026-03-08T03:18:07.366991Z","steps":["trace[521880223] 'agreement among raft nodes before linearized reading' (duration: 4.466105426s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.367012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.495464243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-08T03:18:07.367016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:02.90083Z","time spent":"4.466181698s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:07.367031Z","caller":"traceutil/trace.go:171","msg":"trace[134280114] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24196; }","duration":"5.495509694s","start":"2026-03-08T03:18:01.871516Z","end":"2026-03-08T03:18:07.367025Z","steps":["trace[134280114] 'agreement among raft nodes before linearized reading' (duration: 5.495461833s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.367043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.871499Z","time spent":"5.495540945s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-08T03:18:07.367084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.49321711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-08T03:18:07.367111Z","caller":"traceutil/trace.go:171","msg":"trace[2116354489] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24196; }","duration":"5.493259112s","start":"2026-03-08T03:18:01.873846Z","end":"2026-03-08T03:18:07.367105Z","steps":["trace[2116354489] 'agreement among raft nodes before linearized reading' (duration: 5.49318988s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.367086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.495506495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-08T03:18:07.367129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.873836Z","time spent":"5.493288442s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-08T03:18:07.367137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.290287121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:07.367138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655914744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-08T03:18:07.367153Z","caller":"traceutil/trace.go:171","msg":"trace[1107421110] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24196; }","duration":"6.290323693s","start":"2026-03-08T03:18:01.076825Z","end":"2026-03-08T03:18:07.367148Z","steps":["trace[1107421110] 'agreement among raft nodes before linearized reading' (duration: 6.290295372s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:07.367158Z","caller":"traceutil/trace.go:171","msg":"trace[915900358] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24196; }","duration":"4.655973266s","start":"2026-03-08T03:18:02.711179Z","end":"2026-03-08T03:18:07.367153Z","steps":["trace[915900358] 'agreement among raft nodes before linearized reading' (duration: 4.655917064s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.367166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.076814Z","time spent":"6.290349303s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-08T03:18:07.367157Z","caller":"traceutil/trace.go:171","msg":"trace[692829177] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24196; }","duration":"5.495620626s","start":"2026-03-08T03:18:01.871519Z","end":"2026-03-08T03:18:07.367139Z","steps":["trace[692829177] 'agreement among raft nodes before linearized reading' (duration: 5.495379911s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.367209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.871503Z","time spent":"5.495696689s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-08T03:18:07.36723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691069961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-77974f6b46-gjdvj.189abdbf00ec6eaf\" ","response":"range_response_count:1 size:2097"} {"level":"info","ts":"2026-03-08T03:18:07.367249Z","caller":"traceutil/trace.go:171","msg":"trace[793085701] range","detail":"{range_begin:/registry/events/openstack/glance-api-77974f6b46-gjdvj.189abdbf00ec6eaf; range_end:; response_count:1; response_revision:24196; }","duration":"4.691114721s","start":"2026-03-08T03:18:02.676128Z","end":"2026-03-08T03:18:07.367243Z","steps":["trace[793085701] 'agreement among raft nodes before linearized reading' (duration: 4.69105883s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.367267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:02.676115Z","time spent":"4.691148022s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2120,"request content":"key:\"/registry/events/openstack/glance-api-77974f6b46-gjdvj.189abdbf00ec6eaf\" "} {"level":"warn","ts":"2026-03-08T03:18:07.367292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493455276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-08T03:18:07.367322Z","caller":"traceutil/trace.go:171","msg":"trace[690076200] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:24196; }","duration":"5.493501178s","start":"2026-03-08T03:18:01.873811Z","end":"2026-03-08T03:18:07.367312Z","steps":["trace[690076200] 'agreement among raft nodes before linearized reading' (duration: 5.493429026s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.367342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.8738Z","time spent":"5.493536438s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-03-08T03:18:07.367369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.039372541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:07.367395Z","caller":"traceutil/trace.go:171","msg":"trace[6233199] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24196; }","duration":"5.039397041s","start":"2026-03-08T03:18:02.327991Z","end":"2026-03-08T03:18:07.367388Z","steps":["trace[6233199] 'agreement among raft nodes before linearized reading' (duration: 5.03935182s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.367414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:02.327932Z","time spent":"5.039477463s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:07.366652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.113712Z","time spent":"3.252933442s","remote":"127.0.0.1:33306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:07.367504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494542612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-08T03:18:07.367526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493710752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-hgejkx\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-08T03:18:07.367538Z","caller":"traceutil/trace.go:171","msg":"trace[1032601981] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24196; }","duration":"5.494612014s","start":"2026-03-08T03:18:01.872914Z","end":"2026-03-08T03:18:07.367526Z","steps":["trace[1032601981] 'agreement among raft nodes before linearized reading' (duration: 5.494517701s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:07.367554Z","caller":"traceutil/trace.go:171","msg":"trace[1988389329] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-hgejkx; range_end:; response_count:1; response_revision:24196; }","duration":"5.493739413s","start":"2026-03-08T03:18:01.873808Z","end":"2026-03-08T03:18:07.367547Z","steps":["trace[1988389329] 'agreement among raft nodes before linearized reading' (duration: 5.493666561s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.367579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493769453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-03-08T03:18:07.367594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.873781Z","time spent":"5.493808024s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":564,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-hgejkx\" "} {"level":"warn","ts":"2026-03-08T03:18:07.367665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.495774911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-08T03:18:07.367708Z","caller":"traceutil/trace.go:171","msg":"trace[1344345629] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24196; }","duration":"5.495837902s","start":"2026-03-08T03:18:01.871861Z","end":"2026-03-08T03:18:07.367699Z","steps":["trace[1344345629] 'agreement among raft nodes before linearized reading' (duration: 5.49575058s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:07.367596Z","caller":"traceutil/trace.go:171","msg":"trace[864747863] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24196; }","duration":"5.493819344s","start":"2026-03-08T03:18:01.873772Z","end":"2026-03-08T03:18:07.367592Z","steps":["trace[864747863] 'agreement among raft nodes before linearized reading' (duration: 5.493747772s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.36774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.871849Z","time spent":"5.495883663s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-08T03:18:07.367755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.873765Z","time spent":"5.493980259s","remote":"127.0.0.1:36924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-08T03:18:07.36788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.49617282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7383"} {"level":"info","ts":"2026-03-08T03:18:07.370099Z","caller":"traceutil/trace.go:171","msg":"trace[969051544] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24196; }","duration":"5.498393152s","start":"2026-03-08T03:18:01.871678Z","end":"2026-03-08T03:18:07.370071Z","steps":["trace[969051544] 'agreement among raft nodes before linearized reading' (duration: 5.496141559s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.36655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493151158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-08T03:18:07.367175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:02.711167Z","time spent":"4.656004696s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-08T03:18:07.366857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.873035Z","time spent":"5.493818835s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-08T03:18:07.367592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.872892Z","time spent":"5.494692075s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-08T03:18:07.368205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.49661226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-03-08T03:18:07.368261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.496562129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-03-08T03:18:07.368313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.496709692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-08T03:18:07.370314Z","caller":"traceutil/trace.go:171","msg":"trace[693043737] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24196; }","duration":"5.4987004s","start":"2026-03-08T03:18:01.871593Z","end":"2026-03-08T03:18:07.370293Z","steps":["trace[693043737] 'agreement among raft nodes before linearized reading' (duration: 5.496680482s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.370375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.87159Z","time spent":"5.498763371s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-08T03:18:07.370583Z","caller":"traceutil/trace.go:171","msg":"trace[1730351237] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:24196; }","duration":"5.499009966s","start":"2026-03-08T03:18:01.871557Z","end":"2026-03-08T03:18:07.370567Z","steps":["trace[1730351237] 'agreement among raft nodes before linearized reading' (duration: 5.496590989s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:07.370608Z","caller":"traceutil/trace.go:171","msg":"trace[304323864] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24196; }","duration":"5.498905104s","start":"2026-03-08T03:18:01.871685Z","end":"2026-03-08T03:18:07.37059Z","steps":["trace[304323864] 'agreement among raft nodes before linearized reading' (duration: 5.496535218s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.370639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.871499Z","time spent":"5.499127719s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-08T03:18:07.370668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.87168Z","time spent":"5.498970356s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-08T03:18:07.370703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.871669Z","time spent":"5.499015787s","remote":"127.0.0.1:49786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7406,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-08T03:18:07.370885Z","caller":"traceutil/trace.go:171","msg":"trace[1923007490] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:24196; }","duration":"5.497516131s","start":"2026-03-08T03:18:01.87335Z","end":"2026-03-08T03:18:07.370866Z","steps":["trace[1923007490] 'agreement among raft nodes before linearized reading' (duration: 5.493101157s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:07.370923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:01.87333Z","time spent":"5.497581893s","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-03-08T03:18:07.866999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:08.368057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:08.723643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:08.723839Z","caller":"traceutil/trace.go:171","msg":"trace[1984356952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0002759s","start":"2026-03-08T03:18:06.723548Z","end":"2026-03-08T03:18:08.723824Z","steps":["trace[1984356952] 'agreement among raft nodes before linearized reading' (duration: 2.000062355s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:08.723904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.723489Z","time spent":"2.000405753s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:08.869027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:08.979089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.570543675s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:18:09.03456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:08.046606Z","time spent":"987.942094ms","remote":"127.0.0.1:43432","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:18:09.035295Z","caller":"traceutil/trace.go:171","msg":"trace[1724565021] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"2.718285764s","start":"2026-03-08T03:18:06.316984Z","end":"2026-03-08T03:18:09.03527Z","steps":["trace[1724565021] 'process raft request' (duration: 2.662363351s)","trace[1724565021] 'compare' (duration: 55.386041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:09.035426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.316948Z","time spent":"2.718410197s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:09.035596Z","caller":"traceutil/trace.go:171","msg":"trace[2098798242] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"2.717862005s","start":"2026-03-08T03:18:06.317678Z","end":"2026-03-08T03:18:09.03554Z","steps":["trace[2098798242] 'process raft request' (duration: 2.717507006s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:09.035767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.317668Z","time spent":"2.717991227s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:09.037687Z","caller":"traceutil/trace.go:171","msg":"trace[1114278547] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"2.71979462s","start":"2026-03-08T03:18:06.317858Z","end":"2026-03-08T03:18:09.037653Z","steps":["trace[1114278547] 'process raft request' (duration: 2.717583058s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:09.037782Z","caller":"traceutil/trace.go:171","msg":"trace[1832157982] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"2.717723311s","start":"2026-03-08T03:18:06.320044Z","end":"2026-03-08T03:18:09.037767Z","steps":["trace[1832157982] 'process raft request' (duration: 2.717569777s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:09.037795Z","caller":"traceutil/trace.go:171","msg":"trace[2067130880] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"2.719355869s","start":"2026-03-08T03:18:06.318426Z","end":"2026-03-08T03:18:09.037781Z","steps":["trace[2067130880] 'process raft request' (duration: 2.719106143s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:09.037827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.317848Z","time spent":"2.719909053s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:09.03785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.318412Z","time spent":"2.719406401s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:09.037852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.320023Z","time spent":"2.717791683s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:10.724067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:10.724136Z","caller":"traceutil/trace.go:171","msg":"trace[491389184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975414s","start":"2026-03-08T03:18:08.724146Z","end":"2026-03-08T03:18:10.724121Z","steps":["trace[491389184] 'agreement among raft nodes before linearized reading' (duration: 1.999888572s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:10.724167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:08.724095Z","time spent":"2.000066666s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:11.079658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.100131107s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:18:11.311659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999617847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:11.311718Z","caller":"traceutil/trace.go:171","msg":"trace[1198560098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99973853s","start":"2026-03-08T03:18:06.311964Z","end":"2026-03-08T03:18:11.311703Z","steps":["trace[1198560098] 'agreement among raft nodes before linearized reading' (duration: 4.999645788s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.311761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.311945Z","time spent":"4.999809502s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/08 03:18:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:11.313072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995257055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:11.313123Z","caller":"traceutil/trace.go:171","msg":"trace[1107212223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.995326216s","start":"2026-03-08T03:18:06.317784Z","end":"2026-03-08T03:18:11.31311Z","steps":["trace[1107212223] 'agreement among raft nodes before linearized reading' (duration: 4.995270945s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.313162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.317778Z","time spent":"4.995373578s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/08 03:18:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:11.313364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995737046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:11.313497Z","caller":"traceutil/trace.go:171","msg":"trace[1451982600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.995924711s","start":"2026-03-08T03:18:06.317551Z","end":"2026-03-08T03:18:11.313476Z","steps":["trace[1451982600] 'agreement among raft nodes before linearized reading' (duration: 4.995767497s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.31358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.317538Z","time spent":"4.996026753s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/08 03:18:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:11.731681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.725836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:11.731896Z","caller":"traceutil/trace.go:171","msg":"trace[424735941] linearizableReadLoop","detail":"{readStateIndex:25066; appliedIndex:25059; }","duration":"4.365589835s","start":"2026-03-08T03:18:07.36629Z","end":"2026-03-08T03:18:11.73188Z","steps":["trace[424735941] 'read index received' (duration: 1.613046206s)","trace[424735941] 'applied index is now lower than readState.Index' (duration: 2.752542779s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:11.731973Z","caller":"traceutil/trace.go:171","msg":"trace[721082299] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"4.361803026s","start":"2026-03-08T03:18:07.37016Z","end":"2026-03-08T03:18:11.731963Z","steps":["trace[721082299] 'process raft request' (duration: 4.361614681s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.732037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.370146Z","time spent":"4.361855217s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:11.732141Z","caller":"traceutil/trace.go:171","msg":"trace[945903498] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"4.505996422s","start":"2026-03-08T03:18:07.226103Z","end":"2026-03-08T03:18:11.7321Z","steps":["trace[945903498] 'process raft request' (duration: 3.853735743s)","trace[945903498] 'compare' (duration: 651.556492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:11.732254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509247536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:11.732283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.046629775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:11.732345Z","caller":"traceutil/trace.go:171","msg":"trace[2043795967] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24203; }","duration":"5.509386599s","start":"2026-03-08T03:18:06.222936Z","end":"2026-03-08T03:18:11.732323Z","steps":["trace[2043795967] 'agreement among raft nodes before linearized reading' (duration: 5.509217155s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:11.732361Z","caller":"traceutil/trace.go:171","msg":"trace[1104937943] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24203; }","duration":"7.046741367s","start":"2026-03-08T03:18:04.685597Z","end":"2026-03-08T03:18:11.732338Z","steps":["trace[1104937943] 'agreement among raft nodes before linearized reading' (duration: 7.046558543s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.732378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.226081Z","time spent":"4.506200087s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:11.732389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.348413192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:11.732444Z","caller":"traceutil/trace.go:171","msg":"trace[2113627640] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24203; }","duration":"7.348499665s","start":"2026-03-08T03:18:04.383934Z","end":"2026-03-08T03:18:11.732434Z","steps":["trace[2113627640] 'agreement among raft nodes before linearized reading' (duration: 7.348414073s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.732464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.994154122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:11.732423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062295823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:11.732496Z","caller":"traceutil/trace.go:171","msg":"trace[648334840] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24203; }","duration":"6.994206154s","start":"2026-03-08T03:18:04.738282Z","end":"2026-03-08T03:18:11.732488Z","steps":["trace[648334840] 'agreement among raft nodes before linearized reading' (duration: 6.994140882s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.732501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.794614871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:11.732523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411941501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:18:11.73242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.358352651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:11.732557Z","caller":"traceutil/trace.go:171","msg":"trace[1147089723] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24203; }","duration":"4.794657192s","start":"2026-03-08T03:18:06.937875Z","end":"2026-03-08T03:18:11.732532Z","steps":["trace[1147089723] 'agreement among raft nodes before linearized reading' (duration: 4.794594711s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.732487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.383917Z","time spent":"7.348562696s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:18:11.732609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.937818Z","time spent":"4.794780325s","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:11.732624Z","caller":"traceutil/trace.go:171","msg":"trace[1829477948] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24203; }","duration":"5.358602687s","start":"2026-03-08T03:18:06.373988Z","end":"2026-03-08T03:18:11.732591Z","steps":["trace[1829477948] 'agreement among raft nodes before linearized reading' (duration: 5.358323431s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.732699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.373961Z","time spent":"5.358725571s","remote":"127.0.0.1:34000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:11.732534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.738269Z","time spent":"6.994255395s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:18:11.732396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.222913Z","time spent":"5.509472231s","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:11.73257Z","caller":"traceutil/trace.go:171","msg":"trace[1222759753] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24203; }","duration":"7.062483647s","start":"2026-03-08T03:18:04.670042Z","end":"2026-03-08T03:18:11.732526Z","steps":["trace[1222759753] 'agreement among raft nodes before linearized reading' (duration: 7.062215751s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.732993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.670026Z","time spent":"7.062951338s","remote":"127.0.0.1:34082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:11.732401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:04.685588Z","time spent":"7.046803509s","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:11.732562Z","caller":"traceutil/trace.go:171","msg":"trace[717673328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24203; }","duration":"5.411997551s","start":"2026-03-08T03:18:06.320555Z","end":"2026-03-08T03:18:11.732553Z","steps":["trace[717673328] 'agreement among raft nodes before linearized reading' (duration: 5.411864818s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.733135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.320548Z","time spent":"5.412564356s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:11.733286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412514944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:18:11.733494Z","caller":"traceutil/trace.go:171","msg":"trace[1691579772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24203; }","duration":"5.412652057s","start":"2026-03-08T03:18:06.320694Z","end":"2026-03-08T03:18:11.733346Z","steps":["trace[1691579772] 'agreement among raft nodes before linearized reading' (duration: 5.411709665s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:11.734016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.32069Z","time spent":"5.412881612s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:18:12.001313Z","caller":"traceutil/trace.go:171","msg":"trace[1357676293] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"950.229387ms","start":"2026-03-08T03:18:11.051053Z","end":"2026-03-08T03:18:12.001282Z","steps":["trace[1357676293] 'process raft request' (duration: 950.186546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:12.001501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.051007Z","time spent":"950.399031ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:12.001616Z","caller":"traceutil/trace.go:171","msg":"trace[526355141] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"959.702399ms","start":"2026-03-08T03:18:11.04184Z","end":"2026-03-08T03:18:12.001542Z","steps":["trace[526355141] 'process raft request' (duration: 959.344631ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:12.00164Z","caller":"traceutil/trace.go:171","msg":"trace[433171282] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"959.886654ms","start":"2026-03-08T03:18:11.041707Z","end":"2026-03-08T03:18:12.001593Z","steps":["trace[433171282] 'process raft request' (duration: 959.445134ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:12.001753Z","caller":"traceutil/trace.go:171","msg":"trace[248053412] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"958.929482ms","start":"2026-03-08T03:18:11.042814Z","end":"2026-03-08T03:18:12.001743Z","steps":["trace[248053412] 'process raft request' (duration: 958.39933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:12.001807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.042793Z","time spent":"958.989843ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:12.001811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.041805Z","time spent":"959.888564ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:12.001828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.041687Z","time spent":"960.040118ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:12.001888Z","caller":"traceutil/trace.go:171","msg":"trace[1151090549] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"2.686831365s","start":"2026-03-08T03:18:09.31505Z","end":"2026-03-08T03:18:12.001881Z","steps":["trace[1151090549] 'process raft request' (duration: 2.685885963s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:12.001933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:09.315027Z","time spent":"2.686882937s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:12.001584Z","caller":"traceutil/trace.go:171","msg":"trace[1405963872] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"2.625788392s","start":"2026-03-08T03:18:09.375745Z","end":"2026-03-08T03:18:12.001533Z","steps":["trace[1405963872] 'process raft request' (duration: 2.625372282s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:12.002006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:09.375718Z","time spent":"2.626252372s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:12.73075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:12.730845Z","caller":"traceutil/trace.go:171","msg":"trace[1925843708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110797s","start":"2026-03-08T03:18:10.730695Z","end":"2026-03-08T03:18:12.730806Z","steps":["trace[1925843708] 'agreement among raft nodes before linearized reading' (duration: 2.000027085s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:12.730889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.730684Z","time spent":"2.000196379s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:13.705952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283705711s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:13.706257Z","caller":"traceutil/trace.go:171","msg":"trace[739403368] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25066; }","duration":"1.974305161s","start":"2026-03-08T03:18:11.731932Z","end":"2026-03-08T03:18:13.706237Z","steps":["trace[739403368] 'read index received' (duration: 268.901086ms)","trace[739403368] 'applied index is now lower than readState.Index' (duration: 1.705402405s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:13.706498Z","caller":"traceutil/trace.go:171","msg":"trace[154390996] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"2.581699957s","start":"2026-03-08T03:18:11.124785Z","end":"2026-03-08T03:18:13.706485Z","steps":["trace[154390996] 'process raft request' (duration: 1.29732738s)","trace[154390996] 'compare' (duration: 1.283190139s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:13.706551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.124761Z","time spent":"2.581762558s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:13.706738Z","caller":"traceutil/trace.go:171","msg":"trace[890505556] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"1.968769901s","start":"2026-03-08T03:18:11.737957Z","end":"2026-03-08T03:18:13.706727Z","steps":["trace[890505556] 'process raft request' (duration: 1.968118006s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.706776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.737943Z","time spent":"1.968809802s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:13.706881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331390485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:13.706965Z","caller":"traceutil/trace.go:171","msg":"trace[426136720] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24212; }","duration":"6.331508749s","start":"2026-03-08T03:18:07.375433Z","end":"2026-03-08T03:18:13.706941Z","steps":["trace[426136720] 'agreement among raft nodes before linearized reading' (duration: 6.331350935s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.707004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331607121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-03-08T03:18:13.70701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.375426Z","time spent":"6.33157501s","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:13.707029Z","caller":"traceutil/trace.go:171","msg":"trace[1386673869] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24212; }","duration":"6.331675542s","start":"2026-03-08T03:18:07.375345Z","end":"2026-03-08T03:18:13.707021Z","steps":["trace[1386673869] 'agreement among raft nodes before linearized reading' (duration: 6.331508228s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.707053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.375342Z","time spent":"6.331706173s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-08T03:18:13.707195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331849846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"info","ts":"2026-03-08T03:18:13.707214Z","caller":"traceutil/trace.go:171","msg":"trace[1489580355] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24212; }","duration":"6.331878737s","start":"2026-03-08T03:18:07.375329Z","end":"2026-03-08T03:18:13.707207Z","steps":["trace[1489580355] 'agreement among raft nodes before linearized reading' (duration: 6.331827426s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:13.70723Z","caller":"traceutil/trace.go:171","msg":"trace[1027304141] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"1.96915615s","start":"2026-03-08T03:18:11.738063Z","end":"2026-03-08T03:18:13.707219Z","steps":["trace[1027304141] 'process raft request' (duration: 1.968117976s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.707303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331977119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"info","ts":"2026-03-08T03:18:13.707357Z","caller":"traceutil/trace.go:171","msg":"trace[596374254] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:24212; }","duration":"6.3320247s","start":"2026-03-08T03:18:07.375294Z","end":"2026-03-08T03:18:13.707319Z","steps":["trace[596374254] 'agreement among raft nodes before linearized reading' (duration: 6.331953969s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.707387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.375278Z","time spent":"6.332102392s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1550,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-08T03:18:13.707405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082064432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:13.707435Z","caller":"traceutil/trace.go:171","msg":"trace[471052169] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24212; }","duration":"2.082118263s","start":"2026-03-08T03:18:11.625309Z","end":"2026-03-08T03:18:13.707428Z","steps":["trace[471052169] 'agreement among raft nodes before linearized reading' (duration: 2.082065972s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.707457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.625293Z","time spent":"2.082158534s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:13.707544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.332226936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-08T03:18:13.707605Z","caller":"traceutil/trace.go:171","msg":"trace[473335266] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24212; }","duration":"6.332259716s","start":"2026-03-08T03:18:07.3753Z","end":"2026-03-08T03:18:13.70756Z","steps":["trace[473335266] 'agreement among raft nodes before linearized reading' (duration: 6.332187834s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.707625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.375286Z","time spent":"6.332334297s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-08T03:18:13.707776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.332677816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-03-08T03:18:13.707805Z","caller":"traceutil/trace.go:171","msg":"trace[1915421817] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24212; }","duration":"6.332716357s","start":"2026-03-08T03:18:07.375083Z","end":"2026-03-08T03:18:13.707799Z","steps":["trace[1915421817] 'agreement among raft nodes before linearized reading' (duration: 6.332626335s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.707826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.375077Z","time spent":"6.332744557s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5124,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-03-08T03:18:13.707923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288050527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-08T03:18:13.707947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333146536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:841"} {"level":"warn","ts":"2026-03-08T03:18:13.708033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333408453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f7a2642-cecf-4264-b65d-79ffa5f4ce85\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-08T03:18:13.708074Z","caller":"traceutil/trace.go:171","msg":"trace[699042041] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f7a2642-cecf-4264-b65d-79ffa5f4ce85; range_end:; response_count:1; response_revision:24212; }","duration":"6.333468674s","start":"2026-03-08T03:18:07.374593Z","end":"2026-03-08T03:18:13.708062Z","steps":["trace[699042041] 'agreement among raft nodes before linearized reading' (duration: 6.333393502s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.708105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.37458Z","time spent":"6.333518386s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-1f7a2642-cecf-4264-b65d-79ffa5f4ce85\" "} {"level":"warn","ts":"2026-03-08T03:18:13.708127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333222908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1432"} {"level":"info","ts":"2026-03-08T03:18:13.708159Z","caller":"traceutil/trace.go:171","msg":"trace[1323599133] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24212; }","duration":"6.333261849s","start":"2026-03-08T03:18:07.374891Z","end":"2026-03-08T03:18:13.708152Z","steps":["trace[1323599133] 'agreement among raft nodes before linearized reading' (duration: 6.333168017s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.708196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374887Z","time spent":"6.333301681s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1455,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-08T03:18:13.708247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346803456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:18:13.708289Z","caller":"traceutil/trace.go:171","msg":"trace[974243613] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24212; }","duration":"3.346877998s","start":"2026-03-08T03:18:10.361401Z","end":"2026-03-08T03:18:13.708279Z","steps":["trace[974243613] 'agreement among raft nodes before linearized reading' (duration: 3.346773095s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.707355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.738057Z","time spent":"1.969198931s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:13.708335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.361381Z","time spent":"3.34694415s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:18:13.708373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333468294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-03-08T03:18:13.708414Z","caller":"traceutil/trace.go:171","msg":"trace[2110977545] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:24212; }","duration":"6.333502525s","start":"2026-03-08T03:18:07.374897Z","end":"2026-03-08T03:18:13.708399Z","steps":["trace[2110977545] 'agreement among raft nodes before linearized reading' (duration: 6.333413153s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.708447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374885Z","time spent":"6.333556427s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2579,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"info","ts":"2026-03-08T03:18:13.708034Z","caller":"traceutil/trace.go:171","msg":"trace[2069472368] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:24212; }","duration":"6.33325875s","start":"2026-03-08T03:18:07.374755Z","end":"2026-03-08T03:18:13.708014Z","steps":["trace[2069472368] 'agreement among raft nodes before linearized reading' (duration: 6.332969383s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.708556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374751Z","time spent":"6.333794892s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":864,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"warn","ts":"2026-03-08T03:18:13.708631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333745081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-08T03:18:13.707235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.375325Z","time spent":"6.331903707s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8247,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-03-08T03:18:13.708661Z","caller":"traceutil/trace.go:171","msg":"trace[1117508645] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:24212; }","duration":"6.333784492s","start":"2026-03-08T03:18:07.37487Z","end":"2026-03-08T03:18:13.708654Z","steps":["trace[1117508645] 'agreement among raft nodes before linearized reading' (duration: 6.33370737s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.708684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374866Z","time spent":"6.333813332s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-03-08T03:18:13.708687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518871348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:13.708564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33367947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-08T03:18:13.708755Z","caller":"traceutil/trace.go:171","msg":"trace[805196049] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24212; }","duration":"3.518992131s","start":"2026-03-08T03:18:10.189747Z","end":"2026-03-08T03:18:13.708739Z","steps":["trace[805196049] 'agreement among raft nodes before linearized reading' (duration: 3.518859728s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.708776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333971666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:815"} {"level":"warn","ts":"2026-03-08T03:18:13.708781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333937326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:916"} {"level":"info","ts":"2026-03-08T03:18:13.708789Z","caller":"traceutil/trace.go:171","msg":"trace[165290115] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:24212; }","duration":"6.333905555s","start":"2026-03-08T03:18:07.37487Z","end":"2026-03-08T03:18:13.708775Z","steps":["trace[165290115] 'agreement among raft nodes before linearized reading' (duration: 6.333639988s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:13.708802Z","caller":"traceutil/trace.go:171","msg":"trace[1253577447] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:24212; }","duration":"6.334003117s","start":"2026-03-08T03:18:07.374792Z","end":"2026-03-08T03:18:13.708795Z","steps":["trace[1253577447] 'agreement among raft nodes before linearized reading' (duration: 6.333941476s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.708802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.189725Z","time spent":"3.519063363s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:13.708823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374866Z","time spent":"6.333947845s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1284,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-03-08T03:18:13.70884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333970156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"warn","ts":"2026-03-08T03:18:13.708877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334012967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"info","ts":"2026-03-08T03:18:13.708882Z","caller":"traceutil/trace.go:171","msg":"trace[141812414] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24212; }","duration":"6.334019587s","start":"2026-03-08T03:18:07.374851Z","end":"2026-03-08T03:18:13.708871Z","steps":["trace[141812414] 'agreement among raft nodes before linearized reading' (duration: 6.333918374s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.708148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294942679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-08T03:18:13.708868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.426656557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:13.708926Z","caller":"traceutil/trace.go:171","msg":"trace[1386244736] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24212; }","duration":"3.295744177s","start":"2026-03-08T03:18:10.413174Z","end":"2026-03-08T03:18:13.708918Z","steps":["trace[1386244736] 'agreement among raft nodes before linearized reading' (duration: 3.294889627s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.708953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.413163Z","time spent":"3.295784128s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:18:13.708954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749642402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:13.707964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333233738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1512"} {"level":"warn","ts":"2026-03-08T03:18:13.708988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.791226022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:13.709022Z","caller":"traceutil/trace.go:171","msg":"trace[1436824074] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24212; }","duration":"4.791293824s","start":"2026-03-08T03:18:08.917719Z","end":"2026-03-08T03:18:13.709013Z","steps":["trace[1436824074] 'agreement among raft nodes before linearized reading' (duration: 4.791240053s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:13.709023Z","caller":"traceutil/trace.go:171","msg":"trace[391974806] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24212; }","duration":"5.749736775s","start":"2026-03-08T03:18:07.959269Z","end":"2026-03-08T03:18:13.709006Z","steps":["trace[391974806] 'agreement among raft nodes before linearized reading' (duration: 5.749637093s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.709058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:08.9177Z","time spent":"4.791347695s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:13.709073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291178257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:13.708828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374788Z","time spent":"6.334033318s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":838,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"info","ts":"2026-03-08T03:18:13.709101Z","caller":"traceutil/trace.go:171","msg":"trace[383433341] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24212; }","duration":"4.291240919s","start":"2026-03-08T03:18:09.417849Z","end":"2026-03-08T03:18:13.70909Z","steps":["trace[383433341] 'agreement among raft nodes before linearized reading' (duration: 4.291203428s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.709129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:09.417818Z","time spent":"4.291304911s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:13.709203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.643589194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:13.70922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.332606274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-03-08T03:18:13.709284Z","caller":"traceutil/trace.go:171","msg":"trace[1540048615] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:24212; }","duration":"6.332721597s","start":"2026-03-08T03:18:07.376547Z","end":"2026-03-08T03:18:13.709269Z","steps":["trace[1540048615] 'agreement among raft nodes before linearized reading' (duration: 6.332562283s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.709342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.376519Z","time spent":"6.332805138s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":429,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-03-08T03:18:13.709353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36835222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:13.709385Z","caller":"traceutil/trace.go:171","msg":"trace[1918666470] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24212; }","duration":"4.368420312s","start":"2026-03-08T03:18:09.340959Z","end":"2026-03-08T03:18:13.709379Z","steps":["trace[1918666470] 'agreement among raft nodes before linearized reading' (duration: 4.368291569s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:13.708816Z","caller":"traceutil/trace.go:171","msg":"trace[678936571] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:24212; }","duration":"6.333983556s","start":"2026-03-08T03:18:07.374824Z","end":"2026-03-08T03:18:13.708808Z","steps":["trace[678936571] 'agreement among raft nodes before linearized reading' (duration: 6.333890184s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.709417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:09.340937Z","time spent":"4.368470662s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:13.709434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374818Z","time spent":"6.334604791s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":939,"request content":"key:\"/registry/services/specs/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T03:18:13.709449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333028614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-08T03:18:13.709485Z","caller":"traceutil/trace.go:171","msg":"trace[1633641478] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24212; }","duration":"6.333078115s","start":"2026-03-08T03:18:07.376399Z","end":"2026-03-08T03:18:13.709477Z","steps":["trace[1633641478] 'agreement among raft nodes before linearized reading' (duration: 6.332977213s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.70951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.37639Z","time spent":"6.333115536s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7530,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-08T03:18:13.709541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333160657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-08T03:18:13.708969Z","caller":"traceutil/trace.go:171","msg":"trace[1561002548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24212; }","duration":"5.42682605s","start":"2026-03-08T03:18:08.282115Z","end":"2026-03-08T03:18:13.708941Z","steps":["trace[1561002548] 'agreement among raft nodes before linearized reading' (duration: 5.426648186s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.70899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633597849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:18:13.709578Z","caller":"traceutil/trace.go:171","msg":"trace[1063320081] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24212; }","duration":"6.333218618s","start":"2026-03-08T03:18:07.37635Z","end":"2026-03-08T03:18:13.709569Z","steps":["trace[1063320081] 'agreement among raft nodes before linearized reading' (duration: 6.333129196s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.709579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334071499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-03-08T03:18:13.709615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:08.282097Z","time spent":"5.427493286s","remote":"127.0.0.1:53114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:13.709659Z","caller":"traceutil/trace.go:171","msg":"trace[951371238] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24212; }","duration":"6.334168121s","start":"2026-03-08T03:18:07.375474Z","end":"2026-03-08T03:18:13.709642Z","steps":["trace[951371238] 'agreement among raft nodes before linearized reading' (duration: 6.333947736s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.709708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.375468Z","time spent":"6.334231382s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15453,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-08T03:18:13.709037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666416274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:13.709021Z","caller":"traceutil/trace.go:171","msg":"trace[2094150170] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:24212; }","duration":"6.334301854s","start":"2026-03-08T03:18:07.374707Z","end":"2026-03-08T03:18:13.709009Z","steps":["trace[2094150170] 'agreement among raft nodes before linearized reading' (duration: 6.333119586s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.709768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374703Z","time spent":"6.335057032s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1535,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-03-08T03:18:13.709235Z","caller":"traceutil/trace.go:171","msg":"trace[833271773] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24212; }","duration":"4.643665356s","start":"2026-03-08T03:18:09.065562Z","end":"2026-03-08T03:18:13.709228Z","steps":["trace[833271773] 'agreement among raft nodes before linearized reading' (duration: 4.643614705s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.70889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334100519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-08T03:18:13.709865Z","caller":"traceutil/trace.go:171","msg":"trace[630368466] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:24212; }","duration":"6.335079432s","start":"2026-03-08T03:18:07.374775Z","end":"2026-03-08T03:18:13.709854Z","steps":["trace[630368466] 'agreement among raft nodes before linearized reading' (duration: 6.334066368s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.709896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.37477Z","time spent":"6.335118173s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-08T03:18:13.709608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.37634Z","time spent":"6.333262699s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-03-08T03:18:13.709762Z","caller":"traceutil/trace.go:171","msg":"trace[1331600593] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24212; }","duration":"3.66713402s","start":"2026-03-08T03:18:10.042612Z","end":"2026-03-08T03:18:13.709747Z","steps":["trace[1331600593] 'agreement among raft nodes before linearized reading' (duration: 3.666398133s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.710048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.042544Z","time spent":"3.667481828s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:13.708029Z","caller":"traceutil/trace.go:171","msg":"trace[416262643] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24212; }","duration":"3.28819657s","start":"2026-03-08T03:18:10.419801Z","end":"2026-03-08T03:18:13.707997Z","steps":["trace[416262643] 'agreement among raft nodes before linearized reading' (duration: 3.287880003s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.710274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.419772Z","time spent":"3.290478553s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T03:18:13.708916Z","caller":"traceutil/trace.go:171","msg":"trace[486382483] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24212; }","duration":"6.334055458s","start":"2026-03-08T03:18:07.37485Z","end":"2026-03-08T03:18:13.708906Z","steps":["trace[486382483] 'agreement among raft nodes before linearized reading' (duration: 6.333980186s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.710442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374847Z","time spent":"6.335573673s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-08T03:18:13.708918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.374847Z","time spent":"6.334065718s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1461,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-08T03:18:13.709076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:07.959249Z","time spent":"5.749811176s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:13.709608Z","caller":"traceutil/trace.go:171","msg":"trace[455192222] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:24212; }","duration":"4.634261325s","start":"2026-03-08T03:18:09.075336Z","end":"2026-03-08T03:18:13.709598Z","steps":["trace[455192222] 'agreement among raft nodes before linearized reading' (duration: 4.633602979s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.710734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:09.075311Z","time spent":"4.635416032s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T03:18:13.70983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:09.065539Z","time spent":"4.64427819s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-08T03:18:13.712188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.390150319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:18:13.712227Z","caller":"traceutil/trace.go:171","msg":"trace[2089837748] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24212; }","duration":"5.390230891s","start":"2026-03-08T03:18:08.321987Z","end":"2026-03-08T03:18:13.712218Z","steps":["trace[2089837748] 'agreement among raft nodes before linearized reading' (duration: 5.387051067s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.712253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:08.321967Z","time spent":"5.390278712s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2671,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:14.206506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:14.529559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.8064739s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:18:14.731442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:14.731519Z","caller":"traceutil/trace.go:171","msg":"trace[358591851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478776s","start":"2026-03-08T03:18:12.731021Z","end":"2026-03-08T03:18:14.7315Z","steps":["trace[358591851] 'agreement among raft nodes before linearized reading' (duration: 2.000382213s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:14.731582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:12.731002Z","time spent":"2.000554597s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:15.38453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.649542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:15.384628Z","caller":"traceutil/trace.go:171","msg":"trace[1879511041] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"2.661648874s","start":"2026-03-08T03:18:12.722961Z","end":"2026-03-08T03:18:15.38461Z","steps":["trace[1879511041] 'process raft request' (duration: 1.806847288s)","trace[1879511041] 'compare' (duration: 854.309594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:15.384679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:12.722936Z","time spent":"2.661714906s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:15.387149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.715998Z","time spent":"1.67114785s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:18:15.387349Z","caller":"traceutil/trace.go:171","msg":"trace[1184422778] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"1.671233192s","start":"2026-03-08T03:18:13.716087Z","end":"2026-03-08T03:18:15.38732Z","steps":["trace[1184422778] 'process raft request' (duration: 1.670978906s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.387362Z","caller":"traceutil/trace.go:171","msg":"trace[1235752810] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"1.649126032s","start":"2026-03-08T03:18:13.738207Z","end":"2026-03-08T03:18:15.387333Z","steps":["trace[1235752810] 'process raft request' (duration: 1.64900896s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.387418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716074Z","time spent":"1.671314654s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:15.387493Z","caller":"traceutil/trace.go:171","msg":"trace[914251877] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"1.648456096s","start":"2026-03-08T03:18:13.739029Z","end":"2026-03-08T03:18:15.387485Z","steps":["trace[914251877] 'process raft request' (duration: 1.648246001s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.387534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.739005Z","time spent":"1.648507498s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:15.387527Z","caller":"traceutil/trace.go:171","msg":"trace[1782495643] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"1.380286038s","start":"2026-03-08T03:18:14.007221Z","end":"2026-03-08T03:18:15.387507Z","steps":["trace[1782495643] 'process raft request' (duration: 1.380168645s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.387541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.738176Z","time spent":"1.649266295s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:15.387669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:14.007197Z","time spent":"1.380415781s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:15.387899Z","caller":"traceutil/trace.go:171","msg":"trace[336158792] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"1.380555844s","start":"2026-03-08T03:18:14.007309Z","end":"2026-03-08T03:18:15.387865Z","steps":["trace[336158792] 'process raft request' (duration: 1.380149634s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.387921Z","caller":"traceutil/trace.go:171","msg":"trace[1468549928] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"1.379486789s","start":"2026-03-08T03:18:14.008393Z","end":"2026-03-08T03:18:15.38788Z","steps":["trace[1468549928] 'process raft request' (duration: 1.379346536s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.388011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:14.007303Z","time spent":"1.380655396s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:15.38801Z","caller":"traceutil/trace.go:171","msg":"trace[489460684] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"1.378413704s","start":"2026-03-08T03:18:14.009565Z","end":"2026-03-08T03:18:15.387979Z","steps":["trace[489460684] 'process raft request' (duration: 1.37826628s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.388128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:14.00838Z","time spent":"1.379640813s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:15.38819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:14.009557Z","time spent":"1.378537447s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:15.388334Z","caller":"traceutil/trace.go:171","msg":"trace[711019883] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"1.374951922s","start":"2026-03-08T03:18:14.013357Z","end":"2026-03-08T03:18:15.388309Z","steps":["trace[711019883] 'process raft request' (duration: 1.374510052s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.38845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:14.013342Z","time spent":"1.375051665s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:15.393695Z","caller":"traceutil/trace.go:171","msg":"trace[2070078366] linearizableReadLoop","detail":"{readStateIndex:25085; appliedIndex:25075; }","duration":"1.687398992s","start":"2026-03-08T03:18:13.706283Z","end":"2026-03-08T03:18:15.393682Z","steps":["trace[2070078366] 'read index received' (duration: 823.536433ms)","trace[2070078366] 'applied index is now lower than readState.Index' (duration: 863.859759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:15.393864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767940642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:15.39389Z","caller":"traceutil/trace.go:171","msg":"trace[1498400468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24222; }","duration":"1.768017474s","start":"2026-03-08T03:18:13.625866Z","end":"2026-03-08T03:18:15.393883Z","steps":["trace[1498400468] 'agreement among raft nodes before linearized reading' (duration: 1.767914212s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.393946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.625844Z","time spent":"1.768059236s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657499013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:15.394068Z","caller":"traceutil/trace.go:171","msg":"trace[1059710545] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24222; }","duration":"3.657567495s","start":"2026-03-08T03:18:11.736492Z","end":"2026-03-08T03:18:15.394059Z","steps":["trace[1059710545] 'agreement among raft nodes before linearized reading' (duration: 3.657494534s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.736473Z","time spent":"3.657613426s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430535703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:15.394127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655583188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:15.394178Z","caller":"traceutil/trace.go:171","msg":"trace[1818329039] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24222; }","duration":"3.430634955s","start":"2026-03-08T03:18:11.963493Z","end":"2026-03-08T03:18:15.394128Z","steps":["trace[1818329039] 'agreement among raft nodes before linearized reading' (duration: 3.430466721s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.394192Z","caller":"traceutil/trace.go:171","msg":"trace[407409077] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24222; }","duration":"3.655667731s","start":"2026-03-08T03:18:11.738505Z","end":"2026-03-08T03:18:15.394173Z","steps":["trace[407409077] 'agreement among raft nodes before linearized reading' (duration: 3.655542488s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656660484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-03-08T03:18:15.394226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.738496Z","time spent":"3.655722542s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678145814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9720"} {"level":"info","ts":"2026-03-08T03:18:15.394257Z","caller":"traceutil/trace.go:171","msg":"trace[317425922] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d; range_end:; response_count:1; response_revision:24222; }","duration":"3.656729746s","start":"2026-03-08T03:18:11.737515Z","end":"2026-03-08T03:18:15.394245Z","steps":["trace[317425922] 'agreement among raft nodes before linearized reading' (duration: 3.656587712s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.963478Z","time spent":"3.430735268s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:15.39427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144473334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:15.394281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:11.737501Z","time spent":"3.656774477s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" "} {"level":"info","ts":"2026-03-08T03:18:15.39429Z","caller":"traceutil/trace.go:171","msg":"trace[1534388656] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24222; }","duration":"1.678240366s","start":"2026-03-08T03:18:13.716033Z","end":"2026-03-08T03:18:15.394273Z","steps":["trace[1534388656] 'agreement among raft nodes before linearized reading' (duration: 1.678010861s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.394301Z","caller":"traceutil/trace.go:171","msg":"trace[1008728769] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24222; }","duration":"3.144534746s","start":"2026-03-08T03:18:12.249754Z","end":"2026-03-08T03:18:15.394289Z","steps":["trace[1008728769] 'agreement among raft nodes before linearized reading' (duration: 3.144488295s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:12.249732Z","time spent":"3.144593537s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:15.394336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990602073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:15.394335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716019Z","time spent":"1.678308058s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9743,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080383632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:18:15.394371Z","caller":"traceutil/trace.go:171","msg":"trace[1761634574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24222; }","duration":"2.080440993s","start":"2026-03-08T03:18:13.313923Z","end":"2026-03-08T03:18:15.394364Z","steps":["trace[1761634574] 'agreement among raft nodes before linearized reading' (duration: 2.080361301s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.394383Z","caller":"traceutil/trace.go:171","msg":"trace[712132779] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24222; }","duration":"1.990645513s","start":"2026-03-08T03:18:13.403708Z","end":"2026-03-08T03:18:15.394353Z","steps":["trace[712132779] 'agreement among raft nodes before linearized reading' (duration: 1.990552001s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.313909Z","time spent":"2.080483664s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.403697Z","time spent":"1.990700025s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:15.394529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678313648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15274"} {"level":"warn","ts":"2026-03-08T03:18:15.394521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079237895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:15.394562Z","caller":"traceutil/trace.go:171","msg":"trace[12685006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24222; }","duration":"2.079317097s","start":"2026-03-08T03:18:13.315238Z","end":"2026-03-08T03:18:15.394555Z","steps":["trace[12685006] 'agreement among raft nodes before linearized reading' (duration: 2.079174304s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677377926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-03-08T03:18:15.394592Z","caller":"traceutil/trace.go:171","msg":"trace[1290844915] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24222; }","duration":"1.677410137s","start":"2026-03-08T03:18:13.717174Z","end":"2026-03-08T03:18:15.394585Z","steps":["trace[1290844915] 'agreement among raft nodes before linearized reading' (duration: 1.677298924s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.315212Z","time spent":"2.079365578s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.717168Z","time spent":"1.677441997s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1099,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678447551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-08T03:18:15.394623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677569401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:18:15.39456Z","caller":"traceutil/trace.go:171","msg":"trace[1962401471] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24222; }","duration":"1.678359349s","start":"2026-03-08T03:18:13.716192Z","end":"2026-03-08T03:18:15.394552Z","steps":["trace[1962401471] 'agreement among raft nodes before linearized reading' (duration: 1.678265397s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.394649Z","caller":"traceutil/trace.go:171","msg":"trace[200043139] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24222; }","duration":"1.678504603s","start":"2026-03-08T03:18:13.716132Z","end":"2026-03-08T03:18:15.394637Z","steps":["trace[200043139] 'agreement among raft nodes before linearized reading' (duration: 1.678332239s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716126Z","time spent":"1.678555504s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677735405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:796"} {"level":"warn","ts":"2026-03-08T03:18:15.394722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.594664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:15.394731Z","caller":"traceutil/trace.go:171","msg":"trace[500720575] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:24222; }","duration":"1.677762605s","start":"2026-03-08T03:18:13.716962Z","end":"2026-03-08T03:18:15.394724Z","steps":["trace[500720575] 'agreement among raft nodes before linearized reading' (duration: 1.677703684s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677944049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-03-08T03:18:15.394744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678609005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"warn","ts":"2026-03-08T03:18:15.39476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716954Z","time spent":"1.677797486s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":819,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678662216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:18:15.394872Z","caller":"traceutil/trace.go:171","msg":"trace[431775042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24222; }","duration":"1.678692807s","start":"2026-03-08T03:18:13.716173Z","end":"2026-03-08T03:18:15.394866Z","steps":["trace[431775042] 'agreement among raft nodes before linearized reading' (duration: 1.678641906s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.39489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678732898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-03-08T03:18:15.394899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578855122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-08T03:18:15.394908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678785439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-08T03:18:15.394928Z","caller":"traceutil/trace.go:171","msg":"trace[687028951] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24222; }","duration":"1.578913324s","start":"2026-03-08T03:18:13.816005Z","end":"2026-03-08T03:18:15.394919Z","steps":["trace[687028951] 'agreement among raft nodes before linearized reading' (duration: 1.578790571s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.964373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-08T03:18:15.394969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678024932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:15.394991Z","caller":"traceutil/trace.go:171","msg":"trace[1837876635] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24222; }","duration":"661.065095ms","start":"2026-03-08T03:18:14.73392Z","end":"2026-03-08T03:18:15.394985Z","steps":["trace[1837876635] 'agreement among raft nodes before linearized reading' (duration: 660.905711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.395017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:14.733903Z","time spent":"661.109867ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-08T03:18:15.395018Z","caller":"traceutil/trace.go:171","msg":"trace[1392501199] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24222; }","duration":"1.678082363s","start":"2026-03-08T03:18:13.716925Z","end":"2026-03-08T03:18:15.395008Z","steps":["trace[1392501199] 'agreement among raft nodes before linearized reading' (duration: 1.677893358s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.395031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678846791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-08T03:18:15.394771Z","caller":"traceutil/trace.go:171","msg":"trace[377422733] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24222; }","duration":"1.678000921s","start":"2026-03-08T03:18:13.716763Z","end":"2026-03-08T03:18:15.394764Z","steps":["trace[377422733] 'agreement among raft nodes before linearized reading' (duration: 1.677914089s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.395054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716922Z","time spent":"1.678121364s","remote":"127.0.0.1:53138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-08T03:18:15.395063Z","caller":"traceutil/trace.go:171","msg":"trace[750973311] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24222; }","duration":"1.678885352s","start":"2026-03-08T03:18:13.716172Z","end":"2026-03-08T03:18:15.395057Z","steps":["trace[750973311] 'agreement among raft nodes before linearized reading' (duration: 1.678782339s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.395081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678965423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"warn","ts":"2026-03-08T03:18:15.395103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678934303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-08T03:18:15.394974Z","caller":"traceutil/trace.go:171","msg":"trace[1633633525] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24222; }","duration":"1.678857521s","start":"2026-03-08T03:18:13.716105Z","end":"2026-03-08T03:18:15.394962Z","steps":["trace[1633633525] 'agreement among raft nodes before linearized reading' (duration: 1.678708977s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.394748Z","caller":"traceutil/trace.go:171","msg":"trace[60977937] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24222; }","duration":"611.648684ms","start":"2026-03-08T03:18:14.78309Z","end":"2026-03-08T03:18:15.394739Z","steps":["trace[60977937] 'agreement among raft nodes before linearized reading' (duration: 611.609603ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.395133Z","caller":"traceutil/trace.go:171","msg":"trace[219311757] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24222; }","duration":"1.679025155s","start":"2026-03-08T03:18:13.716095Z","end":"2026-03-08T03:18:15.39512Z","steps":["trace[219311757] 'agreement among raft nodes before linearized reading' (duration: 1.678908843s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.394651Z","caller":"traceutil/trace.go:171","msg":"trace[522835010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24222; }","duration":"1.677607151s","start":"2026-03-08T03:18:13.717037Z","end":"2026-03-08T03:18:15.394644Z","steps":["trace[522835010] 'agreement among raft nodes before linearized reading' (duration: 1.67753707s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.395125Z","caller":"traceutil/trace.go:171","msg":"trace[124201567] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24222; }","duration":"1.678964513s","start":"2026-03-08T03:18:13.716154Z","end":"2026-03-08T03:18:15.395119Z","steps":["trace[124201567] 'agreement among raft nodes before linearized reading' (duration: 1.678898132s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.395167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716102Z","time spent":"1.679038975s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-08T03:18:15.395188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716091Z","time spent":"1.679086587s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-08T03:18:15.395206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716147Z","time spent":"1.679051315s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-08T03:18:15.395198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679114767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-08T03:18:15.39521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:14.783074Z","time spent":"612.096776ms","remote":"127.0.0.1:37036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:15.395239Z","caller":"traceutil/trace.go:171","msg":"trace[341795673] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24222; }","duration":"1.679164318s","start":"2026-03-08T03:18:13.716064Z","end":"2026-03-08T03:18:15.395228Z","steps":["trace[341795673] 'agreement among raft nodes before linearized reading' (duration: 1.679067046s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080257738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:18:15.395266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716056Z","time spent":"1.679203699s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-08T03:18:15.395273Z","caller":"traceutil/trace.go:171","msg":"trace[683457613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24222; }","duration":"2.081318754s","start":"2026-03-08T03:18:13.313947Z","end":"2026-03-08T03:18:15.395266Z","steps":["trace[683457613] 'agreement among raft nodes before linearized reading' (duration: 2.080210818s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.81599Z","time spent":"1.578970735s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-08T03:18:15.395298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.313936Z","time spent":"2.081355594s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:15.39508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716163Z","time spent":"1.678912792s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-03-08T03:18:15.394924Z","caller":"traceutil/trace.go:171","msg":"trace[1027293027] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24222; }","duration":"1.67878811s","start":"2026-03-08T03:18:13.716127Z","end":"2026-03-08T03:18:15.394915Z","steps":["trace[1027293027] 'agreement among raft nodes before linearized reading' (duration: 1.678694397s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678496833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-08T03:18:15.395348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716115Z","time spent":"1.679221849s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-03-08T03:18:15.395359Z","caller":"traceutil/trace.go:171","msg":"trace[376376274] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24222; }","duration":"1.67922486s","start":"2026-03-08T03:18:13.716122Z","end":"2026-03-08T03:18:15.395347Z","steps":["trace[376376274] 'agreement among raft nodes before linearized reading' (duration: 1.67840379s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.394789Z","caller":"traceutil/trace.go:171","msg":"trace[712015055] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:24222; }","duration":"1.678659686s","start":"2026-03-08T03:18:13.716115Z","end":"2026-03-08T03:18:15.394775Z","steps":["trace[712015055] 'agreement among raft nodes before linearized reading' (duration: 1.678552644s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.395394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.762498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:15.395417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716111Z","time spent":"1.679290041s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"info","ts":"2026-03-08T03:18:15.395435Z","caller":"traceutil/trace.go:171","msg":"trace[1316690008] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24222; }","duration":"701.070025ms","start":"2026-03-08T03:18:14.694353Z","end":"2026-03-08T03:18:15.395423Z","steps":["trace[1316690008] 'agreement among raft nodes before linearized reading' (duration: 700.763328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.395462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:14.694337Z","time spent":"701.115816ms","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:15.3948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678635926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"warn","ts":"2026-03-08T03:18:15.39478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.070085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:15.395491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679334732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-08T03:18:15.395522Z","caller":"traceutil/trace.go:171","msg":"trace[561110189] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24222; }","duration":"1.679387874s","start":"2026-03-08T03:18:13.716126Z","end":"2026-03-08T03:18:15.395514Z","steps":["trace[561110189] 'agreement among raft nodes before linearized reading' (duration: 1.67881981s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.395523Z","caller":"traceutil/trace.go:171","msg":"trace[2120041787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24222; }","duration":"658.830524ms","start":"2026-03-08T03:18:14.73668Z","end":"2026-03-08T03:18:15.395511Z","steps":["trace[2120041787] 'agreement among raft nodes before linearized reading' (duration: 658.084276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.395553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.71611Z","time spent":"1.679434024s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-08T03:18:15.395193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.717026Z","time spent":"1.678156815s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:18:15.395553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:14.736667Z","time spent":"658.880694ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67794921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-08T03:18:15.395694Z","caller":"traceutil/trace.go:171","msg":"trace[1366479320] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24222; }","duration":"1.678857121s","start":"2026-03-08T03:18:13.716826Z","end":"2026-03-08T03:18:15.395683Z","steps":["trace[1366479320] 'agreement among raft nodes before linearized reading' (duration: 1.677848747s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.395735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716819Z","time spent":"1.678905383s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447174749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:15.395521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084567507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-08T03:18:15.396128Z","caller":"traceutil/trace.go:171","msg":"trace[834687571] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24222; }","duration":"3.085256703s","start":"2026-03-08T03:18:12.310736Z","end":"2026-03-08T03:18:15.395993Z","steps":["trace[834687571] 'agreement among raft nodes before linearized reading' (duration: 3.083499482s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.394917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716167Z","time spent":"1.678715838s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:18:15.397458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:12.310714Z","time spent":"3.086688357s","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678724078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18202"} {"level":"info","ts":"2026-03-08T03:18:15.397664Z","caller":"traceutil/trace.go:171","msg":"trace[634206413] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24222; }","duration":"1.681429002s","start":"2026-03-08T03:18:13.716213Z","end":"2026-03-08T03:18:15.397642Z","steps":["trace[634206413] 'agreement among raft nodes before linearized reading' (duration: 1.678692447s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.397724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716187Z","time spent":"1.681518443s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18225,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-08T03:18:15.395099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.71675Z","time spent":"1.678330138s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-08T03:18:15.394655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716174Z","time spent":"1.678475292s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15297,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-08T03:18:15.395403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716119Z","time spent":"1.679272811s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-08T03:18:15.395493Z","caller":"traceutil/trace.go:171","msg":"trace[410608529] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24222; }","duration":"1.679331352s","start":"2026-03-08T03:18:13.716153Z","end":"2026-03-08T03:18:15.395485Z","steps":["trace[410608529] 'agreement among raft nodes before linearized reading' (duration: 1.678608355s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.398247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.716149Z","time spent":"1.682074636s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-03-08T03:18:15.395825Z","caller":"traceutil/trace.go:171","msg":"trace[1201730387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24222; }","duration":"1.448212424s","start":"2026-03-08T03:18:13.947601Z","end":"2026-03-08T03:18:15.395814Z","steps":["trace[1201730387] 'agreement among raft nodes before linearized reading' (duration: 1.44718495s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.398339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:13.947586Z","time spent":"1.450738253s","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:18.361399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637011629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-08T03:18:18.361472Z","caller":"traceutil/trace.go:171","msg":"trace[316896686] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24289; }","duration":"1.637126072s","start":"2026-03-08T03:18:16.724327Z","end":"2026-03-08T03:18:18.361453Z","steps":["trace[316896686] 'range keys from in-memory index tree' (duration: 1.636855995s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.361506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.724309Z","time spent":"1.637189033s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-08T03:18:18.361522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487951678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-08T03:18:18.361552Z","caller":"traceutil/trace.go:171","msg":"trace[371996993] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:24289; }","duration":"1.488007769s","start":"2026-03-08T03:18:16.873535Z","end":"2026-03-08T03:18:18.361542Z","steps":["trace[371996993] 'range keys from in-memory index tree' (duration: 1.487848975s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.36157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.873519Z","time spent":"1.48804587s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-03-08T03:18:18.361524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653064056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:18.361601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463581666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-03-08T03:18:18.361623Z","caller":"traceutil/trace.go:171","msg":"trace[2064035940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24289; }","duration":"1.65321896s","start":"2026-03-08T03:18:16.708383Z","end":"2026-03-08T03:18:18.361602Z","steps":["trace[2064035940] 'range keys from in-memory index tree' (duration: 1.652967244s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:18.361657Z","caller":"traceutil/trace.go:171","msg":"trace[1393905903] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:24289; }","duration":"1.463672067s","start":"2026-03-08T03:18:16.897972Z","end":"2026-03-08T03:18:18.361644Z","steps":["trace[1393905903] 'range keys from in-memory index tree' (duration: 1.463468703s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.361664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.708368Z","time spent":"1.653287241s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:18.361681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.897958Z","time spent":"1.463717939s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-08T03:18:18.361755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512182248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1350"} {"level":"info","ts":"2026-03-08T03:18:18.361783Z","caller":"traceutil/trace.go:171","msg":"trace[341549932] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:24289; }","duration":"1.512210538s","start":"2026-03-08T03:18:16.849566Z","end":"2026-03-08T03:18:18.361777Z","steps":["trace[341549932] 'range keys from in-memory index tree' (duration: 1.512084965s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.361802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.849464Z","time spent":"1.512332731s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1373,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-03-08T03:18:18.36178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519656253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-03-08T03:18:18.361847Z","caller":"traceutil/trace.go:171","msg":"trace[2101067386] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:24289; }","duration":"1.519740925s","start":"2026-03-08T03:18:16.842088Z","end":"2026-03-08T03:18:18.361829Z","steps":["trace[2101067386] 'range keys from in-memory index tree' (duration: 1.519543931s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.361885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43820661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-03-08T03:18:18.361916Z","caller":"traceutil/trace.go:171","msg":"trace[1245791192] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:24289; }","duration":"1.438267071s","start":"2026-03-08T03:18:16.923642Z","end":"2026-03-08T03:18:18.361909Z","steps":["trace[1245791192] 'range keys from in-memory index tree' (duration: 1.438126308s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.361931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.923623Z","time spent":"1.438303962s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1286,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"warn","ts":"2026-03-08T03:18:18.36194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412595228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1507"} {"level":"info","ts":"2026-03-08T03:18:18.361965Z","caller":"traceutil/trace.go:171","msg":"trace[2061725826] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:24289; }","duration":"1.41265114s","start":"2026-03-08T03:18:16.949307Z","end":"2026-03-08T03:18:18.361958Z","steps":["trace[2061725826] 'range keys from in-memory index tree' (duration: 1.412523186s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.361985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.94929Z","time spent":"1.41268929s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1530,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-03-08T03:18:18.36191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.84208Z","time spent":"1.519813216s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-08T03:18:18.362315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3884046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-08T03:18:18.362345Z","caller":"traceutil/trace.go:171","msg":"trace[2014857958] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:24289; }","duration":"1.388465622s","start":"2026-03-08T03:18:16.973872Z","end":"2026-03-08T03:18:18.362338Z","steps":["trace[2014857958] 'range keys from in-memory index tree' (duration: 1.388274897s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.362365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.973852Z","time spent":"1.388507132s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":948,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-08T03:18:18.36244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363558406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-03-08T03:18:18.36247Z","caller":"traceutil/trace.go:171","msg":"trace[60828714] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:24289; }","duration":"1.363618667s","start":"2026-03-08T03:18:16.998845Z","end":"2026-03-08T03:18:18.362463Z","steps":["trace[60828714] 'range keys from in-memory index tree' (duration: 1.363476844s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.36249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.998829Z","time spent":"1.363655268s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1487,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-03-08T03:18:18.362517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613542658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-08T03:18:18.362541Z","caller":"traceutil/trace.go:171","msg":"trace[1174015505] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24289; }","duration":"1.613593349s","start":"2026-03-08T03:18:16.748942Z","end":"2026-03-08T03:18:18.362535Z","steps":["trace[1174015505] 'range keys from in-memory index tree' (duration: 1.613461086s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.362556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.748929Z","time spent":"1.6136236s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-08T03:18:18.362571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57617066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-03-08T03:18:18.362595Z","caller":"traceutil/trace.go:171","msg":"trace[1880064746] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:24289; }","duration":"1.57619548s","start":"2026-03-08T03:18:16.786393Z","end":"2026-03-08T03:18:18.362588Z","steps":["trace[1880064746] 'range keys from in-memory index tree' (duration: 1.576059707s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.362615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.786341Z","time spent":"1.576268972s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":958,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-03-08T03:18:18.362627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589574845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-08T03:18:18.362686Z","caller":"traceutil/trace.go:171","msg":"trace[877448946] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24289; }","duration":"1.589682667s","start":"2026-03-08T03:18:16.772989Z","end":"2026-03-08T03:18:18.362671Z","steps":["trace[877448946] 'range keys from in-memory index tree' (duration: 1.589450821s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.362726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.772968Z","time spent":"1.589748648s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:18.362918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68897975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-03-08T03:18:18.362951Z","caller":"traceutil/trace.go:171","msg":"trace[888219202] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:24289; }","duration":"1.689050282s","start":"2026-03-08T03:18:16.673893Z","end":"2026-03-08T03:18:18.362943Z","steps":["trace[888219202] 'range keys from in-memory index tree' (duration: 1.688737074s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.362971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.673871Z","time spent":"1.689094912s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1510,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:18.363497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542630312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-08T03:18:18.364857Z","caller":"traceutil/trace.go:171","msg":"trace[1208874570] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24289; }","duration":"1.544007025s","start":"2026-03-08T03:18:16.82082Z","end":"2026-03-08T03:18:18.364827Z","steps":["trace[1208874570] 'range keys from in-memory index tree' (duration: 1.540523663s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.363527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.059286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:18.365026Z","caller":"traceutil/trace.go:171","msg":"trace[983935644] linearizableReadLoop","detail":"{readStateIndex:25156; appliedIndex:25155; }","duration":"1.33307198s","start":"2026-03-08T03:18:17.031922Z","end":"2026-03-08T03:18:18.364994Z","steps":["trace[983935644] 'read index received' (duration: 389.499568ms)","trace[983935644] 'applied index is now lower than readState.Index' (duration: 943.570342ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:18.365112Z","caller":"traceutil/trace.go:171","msg":"trace[543077002] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"1.357653517s","start":"2026-03-08T03:18:17.007448Z","end":"2026-03-08T03:18:18.365102Z","steps":["trace[543077002] 'process raft request' (duration: 413.966013ms)","trace[543077002] 'compare' (duration: 940.761066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:18.3652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.007429Z","time spent":"1.357705698s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:18.365412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333498061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-03-08T03:18:18.365436Z","caller":"traceutil/trace.go:171","msg":"trace[1811555514] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:24290; }","duration":"1.333552641s","start":"2026-03-08T03:18:17.031876Z","end":"2026-03-08T03:18:18.365429Z","steps":["trace[1811555514] 'agreement among raft nodes before linearized reading' (duration: 1.333453159s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.365451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.031859Z","time spent":"1.333588813s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":957,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"warn","ts":"2026-03-08T03:18:18.366119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667570687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1597"} {"level":"info","ts":"2026-03-08T03:18:18.366217Z","caller":"traceutil/trace.go:171","msg":"trace[413879631] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:24289; }","duration":"1.66769183s","start":"2026-03-08T03:18:16.698503Z","end":"2026-03-08T03:18:18.366195Z","steps":["trace[413879631] 'range keys from in-memory index tree' (duration: 1.664827582s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.366274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.698455Z","time spent":"1.667802793s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1620,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-08T03:18:18.366836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:16.820804Z","time spent":"1.544311572s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-08T03:18:18.865647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:19.039466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618024482s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:18:19.040302Z","caller":"traceutil/trace.go:171","msg":"trace[199689453] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"1.645234751s","start":"2026-03-08T03:18:17.395009Z","end":"2026-03-08T03:18:19.040243Z","steps":["trace[199689453] 'process raft request' (duration: 1.6451908s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:19.040326Z","caller":"traceutil/trace.go:171","msg":"trace[854495500] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"1.708388364s","start":"2026-03-08T03:18:17.331881Z","end":"2026-03-08T03:18:19.04027Z","steps":["trace[854495500] 'process raft request' (duration: 1.707988525s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.040437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.394996Z","time spent":"1.645361244s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:19.040539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.331861Z","time spent":"1.708571629s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:19.040718Z","caller":"traceutil/trace.go:171","msg":"trace[48122848] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"1.647806581s","start":"2026-03-08T03:18:17.3929Z","end":"2026-03-08T03:18:19.040706Z","steps":["trace[48122848] 'process raft request' (duration: 1.647147576s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.040796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.392875Z","time spent":"1.647881033s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:19.040911Z","caller":"traceutil/trace.go:171","msg":"trace[170317439] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"1.646198154s","start":"2026-03-08T03:18:17.3947Z","end":"2026-03-08T03:18:19.040899Z","steps":["trace[170317439] 'process raft request' (duration: 1.645414496s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.040971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.394686Z","time spent":"1.646256275s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:19.041065Z","caller":"traceutil/trace.go:171","msg":"trace[87073505] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"1.646252895s","start":"2026-03-08T03:18:17.394796Z","end":"2026-03-08T03:18:19.041049Z","steps":["trace[87073505] 'process raft request' (duration: 1.645367544s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.041134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.394789Z","time spent":"1.646312716s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:20.364448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998676912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:20.365711Z","caller":"traceutil/trace.go:171","msg":"trace[558668803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965243s","start":"2026-03-08T03:18:18.36573Z","end":"2026-03-08T03:18:20.365695Z","steps":["trace[558668803] 'agreement among raft nodes before linearized reading' (duration: 1.998687193s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.365754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.365711Z","time spent":"2.000030754s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:20.9686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.928949246s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:18:20.968992Z","caller":"traceutil/trace.go:171","msg":"trace[304895499] linearizableReadLoop","detail":"{readStateIndex:25165; appliedIndex:25156; }","duration":"2.603913978s","start":"2026-03-08T03:18:18.365062Z","end":"2026-03-08T03:18:20.968976Z","steps":["trace[304895499] 'read index received' (duration: 674.739346ms)","trace[304895499] 'applied index is now lower than readState.Index' (duration: 1.929173821s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:20.969215Z","caller":"traceutil/trace.go:171","msg":"trace[1122353527] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"3.545516654s","start":"2026-03-08T03:18:17.42369Z","end":"2026-03-08T03:18:20.969206Z","steps":["trace[1122353527] 'process raft request' (duration: 3.545054793s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.969296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.423684Z","time spent":"3.545562775s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:20.96942Z","caller":"traceutil/trace.go:171","msg":"trace[615560124] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"3.545481573s","start":"2026-03-08T03:18:17.423932Z","end":"2026-03-08T03:18:20.969413Z","steps":["trace[615560124] 'process raft request' (duration: 3.54494399s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.969453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.423926Z","time spent":"3.545507533s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:20.969538Z","caller":"traceutil/trace.go:171","msg":"trace[1492421465] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"3.44190465s","start":"2026-03-08T03:18:17.527628Z","end":"2026-03-08T03:18:20.969533Z","steps":["trace[1492421465] 'process raft request' (duration: 3.441284935s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.969587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.527596Z","time spent":"3.441956221s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:20.969684Z","caller":"traceutil/trace.go:171","msg":"trace[1186551205] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"3.245130009s","start":"2026-03-08T03:18:17.724547Z","end":"2026-03-08T03:18:20.969677Z","steps":["trace[1186551205] 'process raft request' (duration: 3.244393992s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.969722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.724522Z","time spent":"3.24518274s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:20.969828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657032085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.969855Z","caller":"traceutil/trace.go:171","msg":"trace[201352764] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24299; }","duration":"2.657062416s","start":"2026-03-08T03:18:18.312786Z","end":"2026-03-08T03:18:20.969849Z","steps":["trace[201352764] 'agreement among raft nodes before linearized reading' (duration: 2.657012425s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.969876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.312762Z","time spent":"2.657108448s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:20.970903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87230782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-08T03:18:20.970935Z","caller":"traceutil/trace.go:171","msg":"trace[67372920] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24299; }","duration":"3.87236636s","start":"2026-03-08T03:18:17.098561Z","end":"2026-03-08T03:18:20.970927Z","steps":["trace[67372920] 'agreement among raft nodes before linearized reading' (duration: 3.872262598s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.970954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.098546Z","time spent":"3.872403972s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-08T03:18:20.971101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244138475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:18:20.971127Z","caller":"traceutil/trace.go:171","msg":"trace[1966960255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24299; }","duration":"3.244201107s","start":"2026-03-08T03:18:17.726918Z","end":"2026-03-08T03:18:20.971119Z","steps":["trace[1966960255] 'agreement among raft nodes before linearized reading' (duration: 3.244140625s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.971144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.726899Z","time spent":"3.244241387s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:20.971317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245659861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:18:20.971368Z","caller":"traceutil/trace.go:171","msg":"trace[1760322833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24299; }","duration":"3.245760313s","start":"2026-03-08T03:18:17.725597Z","end":"2026-03-08T03:18:20.971357Z","steps":["trace[1760322833] 'agreement among raft nodes before linearized reading' (duration: 3.24563554s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.97144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.725572Z","time spent":"3.245824024s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:20.971769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505180436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-08T03:18:20.971816Z","caller":"traceutil/trace.go:171","msg":"trace[279637492] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24299; }","duration":"3.505271219s","start":"2026-03-08T03:18:17.466533Z","end":"2026-03-08T03:18:20.971804Z","steps":["trace[279637492] 'agreement among raft nodes before linearized reading' (duration: 3.505141456s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.971852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.466507Z","time spent":"3.50533724s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:20.972063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546230191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:20.972099Z","caller":"traceutil/trace.go:171","msg":"trace[1149692594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24299; }","duration":"3.546275252s","start":"2026-03-08T03:18:17.425815Z","end":"2026-03-08T03:18:20.97209Z","steps":["trace[1149692594] 'agreement among raft nodes before linearized reading' (duration: 3.54618806s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.972131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.42581Z","time spent":"3.546314982s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:20.97362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848908379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-08T03:18:20.973679Z","caller":"traceutil/trace.go:171","msg":"trace[1596080001] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24299; }","duration":"3.848993672s","start":"2026-03-08T03:18:17.12467Z","end":"2026-03-08T03:18:20.973664Z","steps":["trace[1596080001] 'agreement among raft nodes before linearized reading' (duration: 3.848850638s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.973666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824965657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1367"} {"level":"warn","ts":"2026-03-08T03:18:20.97371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899381376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"warn","ts":"2026-03-08T03:18:20.973702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562160454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:18:20.973738Z","caller":"traceutil/trace.go:171","msg":"trace[1521291012] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:24299; }","duration":"3.82507644s","start":"2026-03-08T03:18:17.148644Z","end":"2026-03-08T03:18:20.97372Z","steps":["trace[1521291012] 'agreement among raft nodes before linearized reading' (duration: 3.824836554s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.973756Z","caller":"traceutil/trace.go:171","msg":"trace[191729662] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:24299; }","duration":"3.899448576s","start":"2026-03-08T03:18:17.074292Z","end":"2026-03-08T03:18:20.973741Z","steps":["trace[191729662] 'agreement among raft nodes before linearized reading' (duration: 3.899372165s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.973766Z","caller":"traceutil/trace.go:171","msg":"trace[276809384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24299; }","duration":"3.562248257s","start":"2026-03-08T03:18:17.411503Z","end":"2026-03-08T03:18:20.973751Z","steps":["trace[276809384] 'agreement among raft nodes before linearized reading' (duration: 3.562067922s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.973789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.074272Z","time spent":"3.899510928s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:20.973788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.148627Z","time spent":"3.825152761s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-03-08T03:18:20.973773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604592743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-03-08T03:18:20.973812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.411495Z","time spent":"3.562306928s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:20.973721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.124655Z","time spent":"3.849056333s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-08T03:18:20.973908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687944889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-08T03:18:20.973965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603815086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5185"} {"level":"info","ts":"2026-03-08T03:18:20.973988Z","caller":"traceutil/trace.go:171","msg":"trace[91396103] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:24299; }","duration":"2.603850066s","start":"2026-03-08T03:18:18.370132Z","end":"2026-03-08T03:18:20.973982Z","steps":["trace[91396103] 'agreement among raft nodes before linearized reading' (duration: 2.603778774s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.973979Z","caller":"traceutil/trace.go:171","msg":"trace[1864099449] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24299; }","duration":"3.688061632s","start":"2026-03-08T03:18:17.2859Z","end":"2026-03-08T03:18:20.973961Z","steps":["trace[1864099449] 'agreement among raft nodes before linearized reading' (duration: 3.687833326s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.370127Z","time spent":"2.603878238s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5208,"request content":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603883988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-08T03:18:20.97403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.28588Z","time spent":"3.688139623s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:20.974059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.088468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-08T03:18:20.973623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924569537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-08T03:18:20.974091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473456657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:20.974104Z","caller":"traceutil/trace.go:171","msg":"trace[1565922096] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24299; }","duration":"277.16374ms","start":"2026-03-08T03:18:20.696929Z","end":"2026-03-08T03:18:20.974092Z","steps":["trace[1565922096] 'agreement among raft nodes before linearized reading' (duration: 277.058317ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.974127Z","caller":"traceutil/trace.go:171","msg":"trace[1493598409] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24299; }","duration":"1.473525059s","start":"2026-03-08T03:18:19.500587Z","end":"2026-03-08T03:18:20.974112Z","steps":["trace[1493598409] 'agreement among raft nodes before linearized reading' (duration: 1.473466918s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.974131Z","caller":"traceutil/trace.go:171","msg":"trace[557992161] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24299; }","duration":"3.925116919s","start":"2026-03-08T03:18:17.048994Z","end":"2026-03-08T03:18:20.974111Z","steps":["trace[557992161] 'agreement among raft nodes before linearized reading' (duration: 3.924440533s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604025511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:6576"} {"level":"warn","ts":"2026-03-08T03:18:20.974164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:19.500566Z","time spent":"1.47358788s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:20.97418Z","caller":"traceutil/trace.go:171","msg":"trace[1314806508] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:24299; }","duration":"2.604066271s","start":"2026-03-08T03:18:18.370104Z","end":"2026-03-08T03:18:20.97417Z","steps":["trace[1314806508] 'agreement among raft nodes before linearized reading' (duration: 2.60398503s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.048983Z","time spent":"3.925194172s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.370095Z","time spent":"2.604113972s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6599,"request content":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" "} {"level":"warn","ts":"2026-03-08T03:18:20.97425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602948325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"warn","ts":"2026-03-08T03:18:20.974261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995505059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.974278Z","caller":"traceutil/trace.go:171","msg":"trace[1028111612] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:24299; }","duration":"2.603009397s","start":"2026-03-08T03:18:18.37126Z","end":"2026-03-08T03:18:20.97427Z","steps":["trace[1028111612] 'agreement among raft nodes before linearized reading' (duration: 2.602934105s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.371254Z","time spent":"2.603039687s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5153,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-03-08T03:18:20.9743Z","caller":"traceutil/trace.go:171","msg":"trace[786569269] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24299; }","duration":"1.995607251s","start":"2026-03-08T03:18:18.978681Z","end":"2026-03-08T03:18:20.974288Z","steps":["trace[786569269] 'agreement among raft nodes before linearized reading' (duration: 1.99554366s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.973907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206844993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:20.974332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.698338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:20.974334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.978644Z","time spent":"1.995680263s","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:20.97436Z","caller":"traceutil/trace.go:171","msg":"trace[778361479] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24299; }","duration":"2.207336565s","start":"2026-03-08T03:18:18.767012Z","end":"2026-03-08T03:18:20.974349Z","steps":["trace[778361479] 'agreement among raft nodes before linearized reading' (duration: 2.206835933s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.76699Z","time spent":"2.207394826s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:20.974435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603707604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:1096"} {"level":"warn","ts":"2026-03-08T03:18:20.974446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60683287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-08T03:18:20.974498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.121644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-08T03:18:20.9745Z","caller":"traceutil/trace.go:171","msg":"trace[450817288] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24299; }","duration":"1.606911402s","start":"2026-03-08T03:18:19.367576Z","end":"2026-03-08T03:18:20.974487Z","steps":["trace[450817288] 'agreement among raft nodes before linearized reading' (duration: 1.606775679s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.974556Z","caller":"traceutil/trace.go:171","msg":"trace[584034354] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24299; }","duration":"548.181686ms","start":"2026-03-08T03:18:20.426335Z","end":"2026-03-08T03:18:20.974517Z","steps":["trace[584034354] 'agreement among raft nodes before linearized reading' (duration: 548.116634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:19.367547Z","time spent":"1.607003774s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604386709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-08T03:18:20.973847Z","caller":"traceutil/trace.go:171","msg":"trace[1069404855] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:24299; }","duration":"2.604708766s","start":"2026-03-08T03:18:18.369121Z","end":"2026-03-08T03:18:20.97383Z","steps":["trace[1069404855] 'agreement among raft nodes before linearized reading' (duration: 2.604459961s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603890958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-08T03:18:20.974583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.426315Z","time spent":"548.262997ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.369105Z","time spent":"2.605523486s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-03-08T03:18:20.97465Z","caller":"traceutil/trace.go:171","msg":"trace[640322826] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24299; }","duration":"2.603946379s","start":"2026-03-08T03:18:18.370696Z","end":"2026-03-08T03:18:20.974643Z","steps":["trace[640322826] 'agreement among raft nodes before linearized reading' (duration: 2.603779645s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.97467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097754973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-03-08T03:18:20.974439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.452047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:18:20.974698Z","caller":"traceutil/trace.go:171","msg":"trace[1914913334] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d; range_end:; response_count:1; response_revision:24299; }","duration":"1.097807575s","start":"2026-03-08T03:18:19.876883Z","end":"2026-03-08T03:18:20.974691Z","steps":["trace[1914913334] 'agreement among raft nodes before linearized reading' (duration: 1.097738873s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604636305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5346"} {"level":"warn","ts":"2026-03-08T03:18:20.974742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604352389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-03-08T03:18:20.974759Z","caller":"traceutil/trace.go:171","msg":"trace[674438591] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24299; }","duration":"2.605124536s","start":"2026-03-08T03:18:18.369621Z","end":"2026-03-08T03:18:20.974745Z","steps":["trace[674438591] 'agreement among raft nodes before linearized reading' (duration: 2.605028744s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.974461Z","caller":"traceutil/trace.go:171","msg":"trace[1677107755] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:24299; }","duration":"2.603742104s","start":"2026-03-08T03:18:18.370712Z","end":"2026-03-08T03:18:20.974454Z","steps":["trace[1677107755] 'agreement among raft nodes before linearized reading' (duration: 2.603674473s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.369615Z","time spent":"2.605174288s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5369,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604558913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7207"} {"level":"warn","ts":"2026-03-08T03:18:20.974827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.370706Z","time spent":"2.604112713s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1119,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-03-08T03:18:20.974844Z","caller":"traceutil/trace.go:171","msg":"trace[1660211417] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:24299; }","duration":"2.604595964s","start":"2026-03-08T03:18:18.370244Z","end":"2026-03-08T03:18:20.97484Z","steps":["trace[1660211417] 'agreement among raft nodes before linearized reading' (duration: 2.604537043s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.370239Z","time spent":"2.604622585s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7230,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897970018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-08T03:18:20.974888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604711407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:5210"} {"level":"warn","ts":"2026-03-08T03:18:20.974888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604947732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"info","ts":"2026-03-08T03:18:20.974904Z","caller":"traceutil/trace.go:171","msg":"trace[1769275106] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:24299; }","duration":"1.898316826s","start":"2026-03-08T03:18:19.076576Z","end":"2026-03-08T03:18:20.974893Z","steps":["trace[1769275106] 'agreement among raft nodes before linearized reading' (duration: 1.897905497s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.974917Z","caller":"traceutil/trace.go:171","msg":"trace[928161665] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:24299; }","duration":"2.604752038s","start":"2026-03-08T03:18:18.370159Z","end":"2026-03-08T03:18:20.974911Z","steps":["trace[928161665] 'agreement among raft nodes before linearized reading' (duration: 2.604673626s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.974935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:19.076546Z","time spent":"1.898382107s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.370151Z","time spent":"2.604783848s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":5233,"request content":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" "} {"level":"info","ts":"2026-03-08T03:18:20.974363Z","caller":"traceutil/trace.go:171","msg":"trace[1523610747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24299; }","duration":"422.76192ms","start":"2026-03-08T03:18:20.55159Z","end":"2026-03-08T03:18:20.974352Z","steps":["trace[1523610747] 'agreement among raft nodes before linearized reading' (duration: 422.710779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.977665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.55155Z","time spent":"426.069667ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:20.974329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841809449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-08T03:18:20.977878Z","caller":"traceutil/trace.go:171","msg":"trace[473510396] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24299; }","duration":"1.845407433s","start":"2026-03-08T03:18:19.132453Z","end":"2026-03-08T03:18:20.977861Z","steps":["trace[473510396] 'agreement among raft nodes before linearized reading' (duration: 1.841824729s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.977916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:19.132422Z","time spent":"1.845482025s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-08T03:18:20.974057Z","caller":"traceutil/trace.go:171","msg":"trace[1253193485] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:24299; }","duration":"2.603933179s","start":"2026-03-08T03:18:18.370114Z","end":"2026-03-08T03:18:20.974047Z","steps":["trace[1253193485] 'agreement among raft nodes before linearized reading' (duration: 2.603825346s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.97809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.370111Z","time spent":"2.607970763s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-08T03:18:20.974767Z","caller":"traceutil/trace.go:171","msg":"trace[1912054028] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:24299; }","duration":"2.604385919s","start":"2026-03-08T03:18:18.370375Z","end":"2026-03-08T03:18:20.974761Z","steps":["trace[1912054028] 'agreement among raft nodes before linearized reading' (duration: 2.604314018s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.978271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.370371Z","time spent":"2.607890042s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5204,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.37069Z","time spent":"2.603976819s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60486175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-08T03:18:20.978718Z","caller":"traceutil/trace.go:171","msg":"trace[351269656] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:24299; }","duration":"2.608645469s","start":"2026-03-08T03:18:18.370058Z","end":"2026-03-08T03:18:20.978704Z","steps":["trace[351269656] 'agreement among raft nodes before linearized reading' (duration: 2.604817179s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.978766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.370055Z","time spent":"2.60869727s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"warn","ts":"2026-03-08T03:18:20.97461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.17508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.978895Z","caller":"traceutil/trace.go:171","msg":"trace[27285078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24299; }","duration":"605.4555ms","start":"2026-03-08T03:18:20.373431Z","end":"2026-03-08T03:18:20.978887Z","steps":["trace[27285078] 'agreement among raft nodes before linearized reading' (duration: 601.164419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.978924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.373388Z","time spent":"605.528152ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:18:20.974618Z","caller":"traceutil/trace.go:171","msg":"trace[1181311961] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24299; }","duration":"2.604510932s","start":"2026-03-08T03:18:18.370093Z","end":"2026-03-08T03:18:20.974604Z","steps":["trace[1181311961] 'agreement among raft nodes before linearized reading' (duration: 2.604321927s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.979038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.370088Z","time spent":"2.608943646s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2487,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604602674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-08T03:18:20.979101Z","caller":"traceutil/trace.go:171","msg":"trace[226934604] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24299; }","duration":"2.60908941s","start":"2026-03-08T03:18:18.370001Z","end":"2026-03-08T03:18:20.979091Z","steps":["trace[226934604] 'agreement among raft nodes before linearized reading' (duration: 2.604469022s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.979125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.369997Z","time spent":"2.609122921s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-08T03:18:20.974722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:19.876867Z","time spent":"1.097850315s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" "} {"level":"info","ts":"2026-03-08T03:18:20.974722Z","caller":"traceutil/trace.go:171","msg":"trace[704113902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24299; }","duration":"535.755163ms","start":"2026-03-08T03:18:20.438956Z","end":"2026-03-08T03:18:20.974711Z","steps":["trace[704113902] 'agreement among raft nodes before linearized reading' (duration: 535.422725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.979316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.438939Z","time spent":"540.370102ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:18:20.97493Z","caller":"traceutil/trace.go:171","msg":"trace[1871569738] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:24299; }","duration":"2.605008204s","start":"2026-03-08T03:18:18.369911Z","end":"2026-03-08T03:18:20.974919Z","steps":["trace[1871569738] 'agreement among raft nodes before linearized reading' (duration: 2.604885521s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.979645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.369904Z","time spent":"2.609729855s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3036,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-08T03:18:20.972299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549797824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:18:20.983282Z","caller":"traceutil/trace.go:171","msg":"trace[919403593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24299; }","duration":"3.560768972s","start":"2026-03-08T03:18:17.42248Z","end":"2026-03-08T03:18:20.983249Z","steps":["trace[919403593] 'agreement among raft nodes before linearized reading' (duration: 3.549757883s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.983324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.422475Z","time spent":"3.560836733s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:21.517479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:22.462725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.141168ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-08T03:18:22.462815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.976844Z","time spent":"1.485966411s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:18:22.980527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:22.980706Z","caller":"traceutil/trace.go:171","msg":"trace[259391924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545177s","start":"2026-03-08T03:18:20.980142Z","end":"2026-03-08T03:18:22.980687Z","steps":["trace[259391924] 'agreement among raft nodes before linearized reading' (duration: 2.000349122s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.980958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.980129Z","time spent":"2.000811243s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:24.970927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119030733s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:18:24.988123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:18:24.988227Z","caller":"traceutil/trace.go:171","msg":"trace[829990847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025814s","start":"2026-03-08T03:18:22.987949Z","end":"2026-03-08T03:18:24.988208Z","steps":["trace[829990847] 'agreement among raft nodes before linearized reading' (duration: 2.000127477s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:24.988289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.987928Z","time spent":"2.000350872s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:25.313566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592523692s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:25.314779Z","caller":"traceutil/trace.go:171","msg":"trace[212036607] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"4.332399715s","start":"2026-03-08T03:18:20.982356Z","end":"2026-03-08T03:18:25.314755Z","steps":["trace[212036607] 'process raft request' (duration: 4.331531285s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:25.31491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.982335Z","time spent":"4.332509829s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:25.314994Z","caller":"traceutil/trace.go:171","msg":"trace[209162737] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"4.333559503s","start":"2026-03-08T03:18:20.981425Z","end":"2026-03-08T03:18:25.314984Z","steps":["trace[209162737] 'process raft request' (duration: 4.332235152s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:25.315Z","caller":"traceutil/trace.go:171","msg":"trace[644162790] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"4.267517922s","start":"2026-03-08T03:18:21.047454Z","end":"2026-03-08T03:18:25.314972Z","steps":["trace[644162790] 'process raft request' (duration: 4.266569049s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:25.315033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.98142Z","time spent":"4.333591893s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:25.315001Z","caller":"traceutil/trace.go:171","msg":"trace[1213195001] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"4.333037241s","start":"2026-03-08T03:18:20.981933Z","end":"2026-03-08T03:18:25.314971Z","steps":["trace[1213195001] 'process raft request' (duration: 4.331916224s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:25.315025Z","caller":"traceutil/trace.go:171","msg":"trace[1690015494] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"4.333622515s","start":"2026-03-08T03:18:20.981367Z","end":"2026-03-08T03:18:25.31499Z","steps":["trace[1690015494] 'process raft request' (duration: 1.739596378s)","trace[1690015494] 'compare' (duration: 2.591485297s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:25.315151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.047449Z","time spent":"4.267607774s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:25.315182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.981927Z","time spent":"4.333141923s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:25.315227Z","caller":"traceutil/trace.go:171","msg":"trace[2049980731] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"4.267625684s","start":"2026-03-08T03:18:21.047585Z","end":"2026-03-08T03:18:25.315211Z","steps":["trace[2049980731] 'process raft request' (duration: 4.266497808s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:25.315223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.981357Z","time spent":"4.333736417s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:25.315272Z","caller":"traceutil/trace.go:171","msg":"trace[1567464924] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"4.26791052s","start":"2026-03-08T03:18:21.047351Z","end":"2026-03-08T03:18:25.315261Z","steps":["trace[1567464924] 'process raft request' (duration: 4.266642891s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:25.315253Z","caller":"traceutil/trace.go:171","msg":"trace[1538640655] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"4.329003976s","start":"2026-03-08T03:18:20.986223Z","end":"2026-03-08T03:18:25.315227Z","steps":["trace[1538640655] 'process raft request' (duration: 4.327738056s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:25.315289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.04756Z","time spent":"4.267697206s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:25.31529Z","caller":"traceutil/trace.go:171","msg":"trace[1030692810] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"4.332441767s","start":"2026-03-08T03:18:20.982836Z","end":"2026-03-08T03:18:25.315278Z","steps":["trace[1030692810] 'process raft request' (duration: 4.331093555s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:25.315313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.047337Z","time spent":"4.267952332s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:25.315338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.982829Z","time spent":"4.332484238s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:25.315345Z","caller":"traceutil/trace.go:171","msg":"trace[427224970] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"4.333746607s","start":"2026-03-08T03:18:20.981584Z","end":"2026-03-08T03:18:25.315331Z","steps":["trace[427224970] 'process raft request' (duration: 4.332210521s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:25.315353Z","caller":"traceutil/trace.go:171","msg":"trace[1874306187] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"4.267855319s","start":"2026-03-08T03:18:21.047488Z","end":"2026-03-08T03:18:25.315344Z","steps":["trace[1874306187] 'process raft request' (duration: 4.266564939s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:25.315382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.986212Z","time spent":"4.329099198s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:25.315405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.047483Z","time spent":"4.26789733s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:25.315363Z","caller":"traceutil/trace.go:171","msg":"trace[444558422] linearizableReadLoop","detail":"{readStateIndex:25177; appliedIndex:25165; }","duration":"4.335990311s","start":"2026-03-08T03:18:20.979364Z","end":"2026-03-08T03:18:25.315355Z","steps":["trace[444558422] 'read index received' (duration: 882.15773ms)","trace[444558422] 'applied index is now lower than readState.Index' (duration: 3.45383154s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:25.315429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.981578Z","time spent":"4.333798439s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:25.315475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336108643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-08T03:18:25.315501Z","caller":"traceutil/trace.go:171","msg":"trace[2132941115] range","detail":"{range_begin:/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2; range_end:; response_count:1; response_revision:24311; }","duration":"4.336153914s","start":"2026-03-08T03:18:20.979338Z","end":"2026-03-08T03:18:25.315492Z","steps":["trace[2132941115] 'agreement among raft nodes before linearized reading' (duration: 4.336039951s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:25.315522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.979324Z","time spent":"4.336192274s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" "} {"level":"info","ts":"2026-03-08T03:18:25.315588Z","caller":"traceutil/trace.go:171","msg":"trace[157735788] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"2.850169782s","start":"2026-03-08T03:18:22.46399Z","end":"2026-03-08T03:18:25.31416Z","steps":["trace[157735788] 'process raft request' (duration: 2.850128972s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:25.315645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.463955Z","time spent":"2.851663738s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:25.815989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:26.318421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:26.819618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:26.989623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:18:26.989703Z","caller":"traceutil/trace.go:171","msg":"trace[740161791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239899s","start":"2026-03-08T03:18:24.989446Z","end":"2026-03-08T03:18:26.989686Z","steps":["trace[740161791] 'agreement among raft nodes before linearized reading' (duration: 2.000138217s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:26.989741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:24.989431Z","time spent":"2.000302521s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:27.320852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:27.674056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:27.674122Z","caller":"traceutil/trace.go:171","msg":"trace[1600368803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235299s","start":"2026-03-08T03:18:25.673872Z","end":"2026-03-08T03:18:27.674107Z","steps":["trace[1600368803] 'agreement among raft nodes before linearized reading' (duration: 2.000153557s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:27.674166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:25.673849Z","time spent":"2.000310112s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:27.821217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:27.98147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.981602Z","time spent":"4.999866232s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:18:27.98147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.982714Z","time spent":"4.998749436s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:18:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/08 03:18:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:27.981453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.981598Z","time spent":"4.999847802s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:18:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:28.017906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.046687028s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:18:28.018327Z","caller":"traceutil/trace.go:171","msg":"trace[1180558677] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"5.126089216s","start":"2026-03-08T03:18:22.892222Z","end":"2026-03-08T03:18:28.018311Z","steps":["trace[1180558677] 'process raft request' (duration: 5.125924173s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:28.01843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.892201Z","time spent":"5.126163289s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:28.019105Z","caller":"traceutil/trace.go:171","msg":"trace[932206450] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"4.647929396s","start":"2026-03-08T03:18:23.371163Z","end":"2026-03-08T03:18:28.019093Z","steps":["trace[932206450] 'process raft request' (duration: 4.647730771s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:28.019168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:23.371136Z","time spent":"4.648000758s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:28.998784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000798454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:18:28.998867Z","caller":"traceutil/trace.go:171","msg":"trace[1998043928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000927246s","start":"2026-03-08T03:18:26.997919Z","end":"2026-03-08T03:18:28.998846Z","steps":["trace[1998043928] 'agreement among raft nodes before linearized reading' (duration: 2.000826863s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:28.998925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:26.997897Z","time spent":"2.001016398s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:30.507329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.489253845s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:18:30.507778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411102082s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:30.508016Z","caller":"traceutil/trace.go:171","msg":"trace[1304720991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24316; }","duration":"1.411360128s","start":"2026-03-08T03:18:29.096631Z","end":"2026-03-08T03:18:30.507992Z","steps":["trace[1304720991] 'range keys from in-memory index tree' (duration: 1.411081561s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:30.510656Z","caller":"traceutil/trace.go:171","msg":"trace[1216548656] linearizableReadLoop","detail":"{readStateIndex:25187; appliedIndex:25178; }","duration":"5.195190439s","start":"2026-03-08T03:18:25.315454Z","end":"2026-03-08T03:18:30.510645Z","steps":["trace[1216548656] 'read index received' (duration: 2.702679397s)","trace[1216548656] 'applied index is now lower than readState.Index' (duration: 2.492510042s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:30.510725Z","caller":"traceutil/trace.go:171","msg":"trace[631473846] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"3.18941399s","start":"2026-03-08T03:18:27.321302Z","end":"2026-03-08T03:18:30.510716Z","steps":["trace[631473846] 'process raft request' (duration: 3.186472121s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.510827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.321278Z","time spent":"3.189472002s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:30.511012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.526494639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:18:30.511099Z","caller":"traceutil/trace.go:171","msg":"trace[996233603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24320; }","duration":"9.526603582s","start":"2026-03-08T03:18:20.984474Z","end":"2026-03-08T03:18:30.511078Z","steps":["trace[996233603] 'agreement among raft nodes before linearized reading' (duration: 9.526398047s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.511144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.984467Z","time spent":"9.526667994s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T03:18:30.511362Z","caller":"traceutil/trace.go:171","msg":"trace[1174543634] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"3.190011074s","start":"2026-03-08T03:18:27.321338Z","end":"2026-03-08T03:18:30.511349Z","steps":["trace[1174543634] 'process raft request' (duration: 3.189116573s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.511405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.527302418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:18:30.511469Z","caller":"traceutil/trace.go:171","msg":"trace[1407679474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24320; }","duration":"9.52737588s","start":"2026-03-08T03:18:20.984074Z","end":"2026-03-08T03:18:30.511449Z","steps":["trace[1407679474] 'agreement among raft nodes before linearized reading' (duration: 9.527116904s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.511489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.321313Z","time spent":"3.190082836s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:30.51151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.984032Z","time spent":"9.527468802s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:18:30.511613Z","caller":"traceutil/trace.go:171","msg":"trace[2054514771] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"3.190180078s","start":"2026-03-08T03:18:27.321422Z","end":"2026-03-08T03:18:30.511602Z","steps":["trace[2054514771] 'process raft request' (duration: 3.189132813s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.511664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.321412Z","time spent":"3.190222509s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:30.511801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.530639037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7551"} {"level":"info","ts":"2026-03-08T03:18:30.511837Z","caller":"traceutil/trace.go:171","msg":"trace[427259427] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:24320; }","duration":"9.530683988s","start":"2026-03-08T03:18:20.981141Z","end":"2026-03-08T03:18:30.511825Z","steps":["trace[427259427] 'agreement among raft nodes before linearized reading' (duration: 9.530581095s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.511866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.981137Z","time spent":"9.530720919s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7574,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:30.512031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.532001108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"warn","ts":"2026-03-08T03:18:30.512032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.530916313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7854"} {"level":"info","ts":"2026-03-08T03:18:30.512068Z","caller":"traceutil/trace.go:171","msg":"trace[653465057] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:24320; }","duration":"9.53205452s","start":"2026-03-08T03:18:20.980003Z","end":"2026-03-08T03:18:30.512058Z","steps":["trace[653465057] 'agreement among raft nodes before linearized reading' (duration: 9.531941608s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:30.512075Z","caller":"traceutil/trace.go:171","msg":"trace[1117052703] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:24320; }","duration":"9.530967814s","start":"2026-03-08T03:18:20.981095Z","end":"2026-03-08T03:18:30.512063Z","steps":["trace[1117052703] 'agreement among raft nodes before linearized reading' (duration: 9.530844052s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.525194701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-08T03:18:30.512097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.979992Z","time spent":"9.532096701s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5081,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:30.512088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.53119192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-08T03:18:30.512128Z","caller":"traceutil/trace.go:171","msg":"trace[1709302379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24320; }","duration":"8.525305824s","start":"2026-03-08T03:18:21.986807Z","end":"2026-03-08T03:18:30.512113Z","steps":["trace[1709302379] 'agreement among raft nodes before linearized reading' (duration: 8.525100259s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:30.51214Z","caller":"traceutil/trace.go:171","msg":"trace[797645141] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24320; }","duration":"9.531255291s","start":"2026-03-08T03:18:20.980869Z","end":"2026-03-08T03:18:30.512124Z","steps":["trace[797645141] 'agreement among raft nodes before linearized reading' (duration: 9.531107127s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.532538571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6940"} {"level":"warn","ts":"2026-03-08T03:18:30.512162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.986783Z","time spent":"8.525371356s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:30.512094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.531656891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-08T03:18:30.512174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.980862Z","time spent":"9.531305362s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-08T03:18:30.512184Z","caller":"traceutil/trace.go:171","msg":"trace[929569284] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:24320; }","duration":"9.532577262s","start":"2026-03-08T03:18:20.979596Z","end":"2026-03-08T03:18:30.512173Z","steps":["trace[929569284] 'agreement among raft nodes before linearized reading' (duration: 9.532346907s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.531045896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"warn","ts":"2026-03-08T03:18:30.51221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.979585Z","time spent":"9.532620723s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6963,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"info","ts":"2026-03-08T03:18:30.512212Z","caller":"traceutil/trace.go:171","msg":"trace[1928060388] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24320; }","duration":"9.531782004s","start":"2026-03-08T03:18:20.980412Z","end":"2026-03-08T03:18:30.512194Z","steps":["trace[1928060388] 'agreement among raft nodes before linearized reading' (duration: 9.531523517s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:30.512213Z","caller":"traceutil/trace.go:171","msg":"trace[1918114771] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:24320; }","duration":"9.531080457s","start":"2026-03-08T03:18:20.981123Z","end":"2026-03-08T03:18:30.512204Z","steps":["trace[1918114771] 'agreement among raft nodes before linearized reading' (duration: 9.530999675s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.98112Z","time spent":"9.531121058s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9345,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-03-08T03:18:30.512104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.98109Z","time spent":"9.531007635s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7877,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-08T03:18:30.51224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.531035106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9673"} {"level":"warn","ts":"2026-03-08T03:18:30.512253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.980406Z","time spent":"9.531836875s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-08T03:18:30.512333Z","caller":"traceutil/trace.go:171","msg":"trace[22494199] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:24320; }","duration":"9.531151318s","start":"2026-03-08T03:18:20.981158Z","end":"2026-03-08T03:18:30.512309Z","steps":["trace[22494199] 'agreement among raft nodes before linearized reading' (duration: 9.53081535s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:30.512322Z","caller":"traceutil/trace.go:171","msg":"trace[1366690206] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"3.190869664s","start":"2026-03-08T03:18:27.321439Z","end":"2026-03-08T03:18:30.512309Z","steps":["trace[1366690206] 'process raft request' (duration: 3.189157304s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.981155Z","time spent":"9.53122008s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9696,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-03-08T03:18:30.512442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.321412Z","time spent":"3.190973127s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:30.512456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.473036323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:30.512512Z","caller":"traceutil/trace.go:171","msg":"trace[2001558687] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24320; }","duration":"9.473107616s","start":"2026-03-08T03:18:21.039388Z","end":"2026-03-08T03:18:30.512495Z","steps":["trace[2001558687] 'agreement among raft nodes before linearized reading' (duration: 9.473011273s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.039319Z","time spent":"9.473217548s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:30.512618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.565862776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:30.512631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.46002189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267214"} {"level":"warn","ts":"2026-03-08T03:18:30.512634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.414676462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:30.51266Z","caller":"traceutil/trace.go:171","msg":"trace[1315925488] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24320; }","duration":"5.460078501s","start":"2026-03-08T03:18:25.052572Z","end":"2026-03-08T03:18:30.512651Z","steps":["trace[1315925488] 'agreement among raft nodes before linearized reading' (duration: 5.459763744s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.498166194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:30.512679Z","caller":"traceutil/trace.go:171","msg":"trace[859366538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24320; }","duration":"9.414745574s","start":"2026-03-08T03:18:21.097916Z","end":"2026-03-08T03:18:30.512662Z","steps":["trace[859366538] 'agreement among raft nodes before linearized reading' (duration: 9.414673263s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:30.512695Z","caller":"traceutil/trace.go:171","msg":"trace[262814753] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24320; }","duration":"9.498222285s","start":"2026-03-08T03:18:21.014464Z","end":"2026-03-08T03:18:30.512687Z","steps":["trace[262814753] 'agreement among raft nodes before linearized reading' (duration: 9.498185824s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.097901Z","time spent":"9.414803816s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:30.512728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.558670667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:30.51275Z","caller":"traceutil/trace.go:171","msg":"trace[963152718] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24320; }","duration":"8.558723158s","start":"2026-03-08T03:18:21.954022Z","end":"2026-03-08T03:18:30.512745Z","steps":["trace[963152718] 'agreement among raft nodes before linearized reading' (duration: 8.558638606s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.954007Z","time spent":"8.55875786s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:30.51278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.530651727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8074"} {"level":"info","ts":"2026-03-08T03:18:30.512797Z","caller":"traceutil/trace.go:171","msg":"trace[1021943278] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:24320; }","duration":"9.530676688s","start":"2026-03-08T03:18:20.982115Z","end":"2026-03-08T03:18:30.512792Z","steps":["trace[1021943278] 'agreement among raft nodes before linearized reading' (duration: 9.530623226s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.98211Z","time spent":"9.530701028s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8097,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-08T03:18:30.512648Z","caller":"traceutil/trace.go:171","msg":"trace[434408987] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24320; }","duration":"8.565941928s","start":"2026-03-08T03:18:21.946698Z","end":"2026-03-08T03:18:30.51264Z","steps":["trace[434408987] 'agreement among raft nodes before linearized reading' (duration: 8.565885667s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.732352701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-08T03:18:30.512843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.529133182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-08T03:18:30.512721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.905862156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:30.512857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.531049726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-03-08T03:18:30.512775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.999659399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-08T03:18:30.512869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.946681Z","time spent":"8.566172714s","remote":"127.0.0.1:53518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:30.512872Z","caller":"traceutil/trace.go:171","msg":"trace[1339071668] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24320; }","duration":"7.732438262s","start":"2026-03-08T03:18:22.780421Z","end":"2026-03-08T03:18:30.512859Z","steps":["trace[1339071668] 'agreement among raft nodes before linearized reading' (duration: 7.732220617s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568391544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:30.512718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.014445Z","time spent":"9.498267946s","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:30.512896Z","caller":"traceutil/trace.go:171","msg":"trace[85980195] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24320; }","duration":"7.999802572s","start":"2026-03-08T03:18:22.513086Z","end":"2026-03-08T03:18:30.512888Z","steps":["trace[85980195] 'agreement among raft nodes before linearized reading' (duration: 7.999648808s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:30.512908Z","caller":"traceutil/trace.go:171","msg":"trace[628209227] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24320; }","duration":"5.568459886s","start":"2026-03-08T03:18:24.944442Z","end":"2026-03-08T03:18:30.512902Z","steps":["trace[628209227] 'agreement among raft nodes before linearized reading' (duration: 5.568408495s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:30.5129Z","caller":"traceutil/trace.go:171","msg":"trace[2096037574] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:24320; }","duration":"9.531099988s","start":"2026-03-08T03:18:20.981785Z","end":"2026-03-08T03:18:30.512885Z","steps":["trace[2096037574] 'agreement among raft nodes before linearized reading' (duration: 9.531016586s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.51291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.780403Z","time spent":"7.732498084s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:30.512937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.531693442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-08T03:18:30.512938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.98178Z","time spent":"9.531150439s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-08T03:18:30.512945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.529033339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"warn","ts":"2026-03-08T03:18:30.512959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.528444245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6541"} {"level":"info","ts":"2026-03-08T03:18:30.512968Z","caller":"traceutil/trace.go:171","msg":"trace[1602666715] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:24320; }","duration":"9.531734572s","start":"2026-03-08T03:18:20.981225Z","end":"2026-03-08T03:18:30.512959Z","steps":["trace[1602666715] 'agreement among raft nodes before linearized reading' (duration: 9.531653591s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.51296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.529217773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"info","ts":"2026-03-08T03:18:30.512977Z","caller":"traceutil/trace.go:171","msg":"trace[673320418] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:24320; }","duration":"9.52906438s","start":"2026-03-08T03:18:20.983903Z","end":"2026-03-08T03:18:30.512967Z","steps":["trace[673320418] 'agreement among raft nodes before linearized reading' (duration: 9.528974218s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.512988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.981221Z","time spent":"9.531762353s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-08T03:18:30.512997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.529863398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11541"} {"level":"warn","ts":"2026-03-08T03:18:30.512637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.528099067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9964"} {"level":"info","ts":"2026-03-08T03:18:30.512886Z","caller":"traceutil/trace.go:171","msg":"trace[1407488005] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24320; }","duration":"7.906055621s","start":"2026-03-08T03:18:22.606823Z","end":"2026-03-08T03:18:30.512879Z","steps":["trace[1407488005] 'agreement among raft nodes before linearized reading' (duration: 7.905875216s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:30.513025Z","caller":"traceutil/trace.go:171","msg":"trace[1215784965] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:24320; }","duration":"9.529899789s","start":"2026-03-08T03:18:20.983118Z","end":"2026-03-08T03:18:30.513018Z","steps":["trace[1215784965] 'agreement among raft nodes before linearized reading' (duration: 9.529832527s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.513033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.606807Z","time spent":"7.906219744s","remote":"127.0.0.1:34192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:30.513045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.983113Z","time spent":"9.52992822s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11564,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-03-08T03:18:30.513058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.488695791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:30.513082Z","caller":"traceutil/trace.go:171","msg":"trace[1508222034] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24320; }","duration":"6.488768212s","start":"2026-03-08T03:18:24.024306Z","end":"2026-03-08T03:18:30.513074Z","steps":["trace[1508222034] 'agreement among raft nodes before linearized reading' (duration: 6.488636479s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.51311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:24.024284Z","time spent":"6.488819483s","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:30.51292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.51307Z","time spent":"7.999843843s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:18:30.51314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.530427521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-08T03:18:30.512685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:25.052557Z","time spent":"5.460121252s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267237,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-08T03:18:30.513182Z","caller":"traceutil/trace.go:171","msg":"trace[1682798914] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24320; }","duration":"9.530479072s","start":"2026-03-08T03:18:20.982692Z","end":"2026-03-08T03:18:30.513171Z","steps":["trace[1682798914] 'agreement among raft nodes before linearized reading' (duration: 9.53037185s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.513217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.982687Z","time spent":"9.530521784s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-08T03:18:30.512984Z","caller":"traceutil/trace.go:171","msg":"trace[1578813453] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:24320; }","duration":"9.528478856s","start":"2026-03-08T03:18:20.984499Z","end":"2026-03-08T03:18:30.512978Z","steps":["trace[1578813453] 'agreement among raft nodes before linearized reading' (duration: 9.528399234s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.513348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.984495Z","time spent":"9.528843094s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6564,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-03-08T03:18:30.512926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:24.94442Z","time spent":"5.568502308s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:30.513008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.983886Z","time spent":"9.5291165s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-08T03:18:30.513037Z","caller":"traceutil/trace.go:171","msg":"trace[433273640] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:24320; }","duration":"9.528501386s","start":"2026-03-08T03:18:20.984524Z","end":"2026-03-08T03:18:30.513026Z","steps":["trace[433273640] 'agreement among raft nodes before linearized reading' (duration: 9.528063026s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.513483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.98452Z","time spent":"9.528948076s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9987,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-03-08T03:18:30.513001Z","caller":"traceutil/trace.go:171","msg":"trace[1491842679] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:24320; }","duration":"9.529270664s","start":"2026-03-08T03:18:20.98372Z","end":"2026-03-08T03:18:30.512991Z","steps":["trace[1491842679] 'agreement among raft nodes before linearized reading' (duration: 9.529166182s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.513589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.983716Z","time spent":"9.529864148s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4523,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"info","ts":"2026-03-08T03:18:30.512872Z","caller":"traceutil/trace.go:171","msg":"trace[1454571465] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:24320; }","duration":"9.529172202s","start":"2026-03-08T03:18:20.98369Z","end":"2026-03-08T03:18:30.512862Z","steps":["trace[1454571465] 'agreement among raft nodes before linearized reading' (duration: 9.52909148s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.513689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.983683Z","time spent":"9.529994801s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3784,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-08T03:18:30.513148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.530294739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-08T03:18:30.513767Z","caller":"traceutil/trace.go:171","msg":"trace[736460241] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24320; }","duration":"9.530922273s","start":"2026-03-08T03:18:20.982833Z","end":"2026-03-08T03:18:30.513755Z","steps":["trace[736460241] 'agreement among raft nodes before linearized reading' (duration: 9.530276168s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.513803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.982824Z","time spent":"9.530970134s","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-08T03:18:30.604169Z","caller":"traceutil/trace.go:171","msg":"trace[324183032] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"1.293948601s","start":"2026-03-08T03:18:29.310194Z","end":"2026-03-08T03:18:30.604143Z","steps":["trace[324183032] 'process raft request' (duration: 1.293712125s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:30.604331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:29.31017Z","time spent":"1.294073333s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:30.999906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:30.999981Z","caller":"traceutil/trace.go:171","msg":"trace[1566200336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482115s","start":"2026-03-08T03:18:28.999482Z","end":"2026-03-08T03:18:30.999964Z","steps":["trace[1566200336] 'agreement among raft nodes before linearized reading' (duration: 2.000388212s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:31.000028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:28.999439Z","time spent":"2.000580627s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:32.281163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.156403581s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:18:32.31854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000030197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:32.318617Z","caller":"traceutil/trace.go:171","msg":"trace[1746541988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000144699s","start":"2026-03-08T03:18:27.318457Z","end":"2026-03-08T03:18:32.318602Z","steps":["trace[1746541988] 'agreement among raft nodes before linearized reading' (duration: 5.000051807s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.318654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.318446Z","time spent":"5.00020114s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:32.318541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999415162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} 2026/03/08 03:18:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-08T03:18:32.318695Z","caller":"traceutil/trace.go:171","msg":"trace[768153611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999584726s","start":"2026-03-08T03:18:27.319098Z","end":"2026-03-08T03:18:32.318682Z","steps":["trace[768153611] 'agreement among raft nodes before linearized reading' (duration: 4.999425152s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.318726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.319093Z","time spent":"4.999624757s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/08 03:18:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:32.320256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998973112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:32.320346Z","caller":"traceutil/trace.go:171","msg":"trace[1583208923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999091265s","start":"2026-03-08T03:18:27.321233Z","end":"2026-03-08T03:18:32.320325Z","steps":["trace[1583208923] 'agreement among raft nodes before linearized reading' (duration: 4.998965912s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.320397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.321216Z","time spent":"4.999169616s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/08 03:18:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:32.369332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76519949s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:18:32.55116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.728569ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:18:32.551336Z","caller":"traceutil/trace.go:171","msg":"trace[368285855] linearizableReadLoop","detail":"{readStateIndex:25190; appliedIndex:25187; }","duration":"2.040634899s","start":"2026-03-08T03:18:30.510685Z","end":"2026-03-08T03:18:32.55132Z","steps":["trace[368285855] 'read index received' (duration: 93.190989ms)","trace[368285855] 'applied index is now lower than readState.Index' (duration: 1.94744329s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:32.551896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157129505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-08T03:18:32.551926Z","caller":"traceutil/trace.go:171","msg":"trace[375155244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24321; }","duration":"2.157181916s","start":"2026-03-08T03:18:30.394736Z","end":"2026-03-08T03:18:32.551918Z","steps":["trace[375155244] 'agreement among raft nodes before linearized reading' (duration: 2.157096324s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.551943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.394726Z","time spent":"2.157212487s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:18:32.552043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158826695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:18:32.552063Z","caller":"traceutil/trace.go:171","msg":"trace[125615207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24321; }","duration":"2.158882136s","start":"2026-03-08T03:18:30.393177Z","end":"2026-03-08T03:18:32.552059Z","steps":["trace[125615207] 'agreement among raft nodes before linearized reading' (duration: 2.158835335s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.552076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.393158Z","time spent":"2.158914677s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:18:32.552147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329717539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:32.552166Z","caller":"traceutil/trace.go:171","msg":"trace[185181701] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24321; }","duration":"2.329774151s","start":"2026-03-08T03:18:30.222388Z","end":"2026-03-08T03:18:32.552162Z","steps":["trace[185181701] 'agreement among raft nodes before linearized reading' (duration: 2.32973902s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.552181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.222367Z","time spent":"2.329810021s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:32.552255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.175338358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:32.552275Z","caller":"traceutil/trace.go:171","msg":"trace[1653316828] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24321; }","duration":"7.175390259s","start":"2026-03-08T03:18:25.37688Z","end":"2026-03-08T03:18:32.55227Z","steps":["trace[1653316828] 'agreement among raft nodes before linearized reading' (duration: 7.175354208s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.552288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:25.376836Z","time spent":"7.17544807s","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:32.552275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.098643076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:32.552374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.221660876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-08T03:18:32.552393Z","caller":"traceutil/trace.go:171","msg":"trace[995049410] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24321; }","duration":"7.221705767s","start":"2026-03-08T03:18:25.330683Z","end":"2026-03-08T03:18:32.552389Z","steps":["trace[995049410] 'agreement among raft nodes before linearized reading' (duration: 7.221656906s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:32.552378Z","caller":"traceutil/trace.go:171","msg":"trace[1730574417] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24321; }","duration":"7.09880075s","start":"2026-03-08T03:18:25.453552Z","end":"2026-03-08T03:18:32.552353Z","steps":["trace[1730574417] 'agreement among raft nodes before linearized reading' (duration: 7.098627136s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.552449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.231294611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-75955db9bc-k4gkg.189abdfdcc95c692\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-03-08T03:18:32.552467Z","caller":"traceutil/trace.go:171","msg":"trace[17905815] range","detail":"{range_begin:/registry/events/openstack/cinder-api-75955db9bc-k4gkg.189abdfdcc95c692; range_end:; response_count:1; response_revision:24321; }","duration":"7.231344343s","start":"2026-03-08T03:18:25.321119Z","end":"2026-03-08T03:18:32.552463Z","steps":["trace[17905815] 'agreement among raft nodes before linearized reading' (duration: 7.231296172s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.552406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:25.33067Z","time spent":"7.221734027s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:32.552485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:25.321101Z","time spent":"7.231381694s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-75955db9bc-k4gkg.189abdfdcc95c692\" "} {"level":"warn","ts":"2026-03-08T03:18:32.552503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.876409433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-08T03:18:32.55262Z","caller":"traceutil/trace.go:171","msg":"trace[1342912593] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24321; }","duration":"4.876598677s","start":"2026-03-08T03:18:27.676003Z","end":"2026-03-08T03:18:32.552602Z","steps":["trace[1342912593] 'agreement among raft nodes before linearized reading' (duration: 4.876179567s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.552743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.675962Z","time spent":"4.87673467s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-08T03:18:32.552452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:25.453531Z","time spent":"7.098904252s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:18:32.552572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.235448579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:18:32.553307Z","caller":"traceutil/trace.go:171","msg":"trace[690506979] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"1.428644585s","start":"2026-03-08T03:18:31.124646Z","end":"2026-03-08T03:18:32.55329Z","steps":["trace[690506979] 'process raft request' (duration: 1.426594247s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:32.553333Z","caller":"traceutil/trace.go:171","msg":"trace[534351917] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24321; }","duration":"7.236222428s","start":"2026-03-08T03:18:25.317088Z","end":"2026-03-08T03:18:32.55331Z","steps":["trace[534351917] 'agreement among raft nodes before linearized reading' (duration: 7.23545325s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.553449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:25.317072Z","time spent":"7.23633196s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:18:32.553376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.124618Z","time spent":"1.428714167s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:33.008933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:18:33.00903Z","caller":"traceutil/trace.go:171","msg":"trace[770136959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446544s","start":"2026-03-08T03:18:31.008564Z","end":"2026-03-08T03:18:33.00901Z","steps":["trace[770136959] 'agreement among raft nodes before linearized reading' (duration: 2.000040824s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:33.009083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.008533Z","time spent":"2.000536306s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:34.381291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795680365s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:18:34.403512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644704461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.403638Z","caller":"traceutil/trace.go:171","msg":"trace[613515096] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24322; }","duration":"4.644870834s","start":"2026-03-08T03:18:29.758735Z","end":"2026-03-08T03:18:34.403606Z","steps":["trace[613515096] 'agreement among raft nodes before linearized reading' (duration: 2.794512785s)","trace[613515096] 'count revisions from in-memory index tree' (duration: 1.850207766s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.40371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:29.758715Z","time spent":"4.644973477s","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:34.403808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.31336368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:34.403915Z","caller":"traceutil/trace.go:171","msg":"trace[1236226430] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24322; }","duration":"7.313582885s","start":"2026-03-08T03:18:27.090309Z","end":"2026-03-08T03:18:34.403892Z","steps":["trace[1236226430] 'agreement among raft nodes before linearized reading' (duration: 5.462465988s)","trace[1236226430] 'count revisions from in-memory index tree' (duration: 1.850887872s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.403994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.090283Z","time spent":"7.313696007s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:34.40405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.420733294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-08T03:18:34.404106Z","caller":"traceutil/trace.go:171","msg":"trace[188414922] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"6.420789746s","start":"2026-03-08T03:18:27.983292Z","end":"2026-03-08T03:18:34.404082Z","steps":["trace[188414922] 'agreement among raft nodes before linearized reading' (duration: 4.569965195s)","trace[188414922] 'range keys from in-memory index tree' (duration: 1.8507771s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.404112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.418707252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-08T03:18:34.404184Z","caller":"traceutil/trace.go:171","msg":"trace[998943281] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24322; }","duration":"8.418823864s","start":"2026-03-08T03:18:25.985335Z","end":"2026-03-08T03:18:34.404159Z","steps":["trace[998943281] 'agreement among raft nodes before linearized reading' (duration: 6.567478282s)","trace[998943281] 'range keys from in-memory index tree' (duration: 1.851153218s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.404236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.727844487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189abf711599e2da\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-08T03:18:34.404238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:25.985315Z","time spent":"8.418910056s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-08T03:18:34.40427Z","caller":"traceutil/trace.go:171","msg":"trace[840658459] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189abf711599e2da; range_end:; response_count:1; response_revision:24322; }","duration":"6.727882758s","start":"2026-03-08T03:18:27.676374Z","end":"2026-03-08T03:18:34.404257Z","steps":["trace[840658459] 'agreement among raft nodes before linearized reading' (duration: 4.876888813s)","trace[840658459] 'range keys from in-memory index tree' (duration: 1.850896352s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.404295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.676362Z","time spent":"6.72792786s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189abf711599e2da\" "} {"level":"warn","ts":"2026-03-08T03:18:34.404435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.422390683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-08T03:18:34.404463Z","caller":"traceutil/trace.go:171","msg":"trace[721647806] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"6.422451734s","start":"2026-03-08T03:18:27.982Z","end":"2026-03-08T03:18:34.404452Z","steps":["trace[721647806] 'agreement among raft nodes before linearized reading' (duration: 4.571268936s)","trace[721647806] 'range keys from in-memory index tree' (duration: 1.851153668s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.404484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.981979Z","time spent":"6.422500366s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:18:34.404478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.422360503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} 2026/03/08 03:18:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-08T03:18:34.404528Z","caller":"traceutil/trace.go:171","msg":"trace[1653467573] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"6.422410234s","start":"2026-03-08T03:18:27.982101Z","end":"2026-03-08T03:18:34.404511Z","steps":["trace[1653467573] 'agreement among raft nodes before linearized reading' (duration: 4.571134853s)","trace[1653467573] 'range keys from in-memory index tree' (duration: 1.851205739s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.404583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.982032Z","time spent":"6.422538447s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/08 03:18:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:34.404138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.983285Z","time spent":"6.420846257s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/08 03:18:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:34.405401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.602201574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.40549Z","caller":"traceutil/trace.go:171","msg":"trace[530143110] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24322; }","duration":"7.602331457s","start":"2026-03-08T03:18:26.803137Z","end":"2026-03-08T03:18:34.405469Z","steps":["trace[530143110] 'agreement among raft nodes before linearized reading' (duration: 5.749648783s)","trace[530143110] 'count revisions from in-memory index tree' (duration: 1.852562872s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.405541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:26.803118Z","time spent":"7.602409959s","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:34.405615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.013577488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.405658Z","caller":"traceutil/trace.go:171","msg":"trace[1329499484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24322; }","duration":"7.013618899s","start":"2026-03-08T03:18:27.392028Z","end":"2026-03-08T03:18:34.405647Z","steps":["trace[1329499484] 'agreement among raft nodes before linearized reading' (duration: 5.16070515s)","trace[1329499484] 'count revisions from in-memory index tree' (duration: 1.852855058s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.405687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.391956Z","time spent":"7.013724272s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:34.403989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343412491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:34.405829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.084551876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:18:34.405869Z","caller":"traceutil/trace.go:171","msg":"trace[941251200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24322; }","duration":"7.084595346s","start":"2026-03-08T03:18:27.321262Z","end":"2026-03-08T03:18:34.405858Z","steps":["trace[941251200] 'agreement among raft nodes before linearized reading' (duration: 5.231489332s)","trace[941251200] 'range keys from in-memory index tree' (duration: 1.852991151s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:34.405868Z","caller":"traceutil/trace.go:171","msg":"trace[1226677010] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24322; }","duration":"5.345296415s","start":"2026-03-08T03:18:29.060521Z","end":"2026-03-08T03:18:34.405818Z","steps":["trace[1226677010] 'agreement among raft nodes before linearized reading' (duration: 3.492731774s)","trace[1226677010] 'count revisions from in-memory index tree' (duration: 1.850686267s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.405903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.321258Z","time spent":"7.084638307s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:34.405931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:29.060505Z","time spent":"5.345399787s","remote":"127.0.0.1:53468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:34.406413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822351011s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-08T03:18:34.40705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.405309207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.408089Z","caller":"traceutil/trace.go:171","msg":"trace[445486829] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24322; }","duration":"8.406601387s","start":"2026-03-08T03:18:26.00147Z","end":"2026-03-08T03:18:34.408071Z","steps":["trace[445486829] 'agreement among raft nodes before linearized reading' (duration: 6.551328683s)","trace[445486829] 'count revisions from in-memory index tree' (duration: 1.853957094s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.408137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:26.001434Z","time spent":"8.406688969s","remote":"127.0.0.1:36996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:34.408386Z","caller":"traceutil/trace.go:171","msg":"trace[2034349511] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"1.888478884s","start":"2026-03-08T03:18:32.519893Z","end":"2026-03-08T03:18:34.408372Z","steps":["trace[2034349511] 'process raft request' (duration: 64.106346ms)","trace[2034349511] 'compare' (duration: 1.820630981s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:34.408452Z","caller":"traceutil/trace.go:171","msg":"trace[989192840] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"1.844623075s","start":"2026-03-08T03:18:32.563812Z","end":"2026-03-08T03:18:34.408435Z","steps":["trace[989192840] 'process raft request' (duration: 1.844519452s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.408511Z","caller":"traceutil/trace.go:171","msg":"trace[1007224794] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"1.885427983s","start":"2026-03-08T03:18:32.523077Z","end":"2026-03-08T03:18:34.408505Z","steps":["trace[1007224794] 'process raft request' (duration: 1.885112435s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.408549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.523063Z","time spent":"1.885469154s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:34.408541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.563803Z","time spent":"1.844696136s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:34.408624Z","caller":"traceutil/trace.go:171","msg":"trace[2056464769] linearizableReadLoop","detail":"{readStateIndex:25195; appliedIndex:25191; }","duration":"1.857252531s","start":"2026-03-08T03:18:32.551358Z","end":"2026-03-08T03:18:34.408611Z","steps":["trace[2056464769] 'read index received' (duration: 32.654817ms)","trace[2056464769] 'applied index is now lower than readState.Index' (duration: 1.824596614s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:34.408684Z","caller":"traceutil/trace.go:171","msg":"trace[1975900064] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"1.885822803s","start":"2026-03-08T03:18:32.522854Z","end":"2026-03-08T03:18:34.408677Z","steps":["trace[1975900064] 'process raft request' (duration: 1.88529219s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.408728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.522799Z","time spent":"1.885906424s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:34.408763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882454097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2716"} {"level":"info","ts":"2026-03-08T03:18:34.408806Z","caller":"traceutil/trace.go:171","msg":"trace[290997798] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:24328; }","duration":"3.882525479s","start":"2026-03-08T03:18:30.526269Z","end":"2026-03-08T03:18:34.408795Z","steps":["trace[290997798] 'agreement among raft nodes before linearized reading' (duration: 3.882384796s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.408844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.526246Z","time spent":"3.88258944s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2739,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-03-08T03:18:34.40889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882668092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-08T03:18:34.408935Z","caller":"traceutil/trace.go:171","msg":"trace[1220246567] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq-tls; range_end:; response_count:1; response_revision:24328; }","duration":"3.882705273s","start":"2026-03-08T03:18:30.526215Z","end":"2026-03-08T03:18:34.40892Z","steps":["trace[1220246567] 'agreement among raft nodes before linearized reading' (duration: 3.882616751s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.408971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.526198Z","time spent":"3.882764855s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xclxq-tls\" "} {"level":"warn","ts":"2026-03-08T03:18:34.409035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883272277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2149"} {"level":"info","ts":"2026-03-08T03:18:34.409069Z","caller":"traceutil/trace.go:171","msg":"trace[766641745] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:24328; }","duration":"3.883324718s","start":"2026-03-08T03:18:30.525737Z","end":"2026-03-08T03:18:34.409061Z","steps":["trace[766641745] 'agreement among raft nodes before linearized reading' (duration: 3.883231605s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.409094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.52573Z","time spent":"3.883357309s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2172,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" "} {"level":"info","ts":"2026-03-08T03:18:34.40911Z","caller":"traceutil/trace.go:171","msg":"trace[892036630] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"1.845245569s","start":"2026-03-08T03:18:32.563852Z","end":"2026-03-08T03:18:34.409098Z","steps":["trace[892036630] 'process raft request' (duration: 1.844547633s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.409189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88300964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:1971"} {"level":"info","ts":"2026-03-08T03:18:34.409212Z","caller":"traceutil/trace.go:171","msg":"trace[256291423] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:24328; }","duration":"3.883038151s","start":"2026-03-08T03:18:30.526167Z","end":"2026-03-08T03:18:34.409206Z","steps":["trace[256291423] 'agreement among raft nodes before linearized reading' (duration: 3.8829793s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.409229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.526164Z","time spent":"3.883060841s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1994,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" "} {"level":"warn","ts":"2026-03-08T03:18:34.409235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117468693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:34.409264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884240089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2123"} {"level":"warn","ts":"2026-03-08T03:18:34.409305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500348516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.40934Z","caller":"traceutil/trace.go:171","msg":"trace[782268615] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24328; }","duration":"2.500407007s","start":"2026-03-08T03:18:31.908926Z","end":"2026-03-08T03:18:34.409333Z","steps":["trace[782268615] 'agreement among raft nodes before linearized reading' (duration: 2.500359286s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.409363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883198626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2064"} {"level":"warn","ts":"2026-03-08T03:18:34.409375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.908912Z","time spent":"2.500455419s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:34.40939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884562257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:1977"} {"level":"warn","ts":"2026-03-08T03:18:34.409441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883303337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:2371"} {"level":"info","ts":"2026-03-08T03:18:34.409452Z","caller":"traceutil/trace.go:171","msg":"trace[430340808] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:24328; }","duration":"3.884630918s","start":"2026-03-08T03:18:30.524809Z","end":"2026-03-08T03:18:34.40944Z","steps":["trace[430340808] 'agreement among raft nodes before linearized reading' (duration: 3.884523026s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.40947Z","caller":"traceutil/trace.go:171","msg":"trace[2095718541] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:24328; }","duration":"3.883343378s","start":"2026-03-08T03:18:30.526121Z","end":"2026-03-08T03:18:34.409465Z","steps":["trace[2095718541] 'agreement among raft nodes before linearized reading' (duration: 3.883271566s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.409488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.524804Z","time spent":"3.884675769s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2000,"request content":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" "} {"level":"warn","ts":"2026-03-08T03:18:34.409497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.526117Z","time spent":"3.88337389s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2394,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" "} {"level":"warn","ts":"2026-03-08T03:18:34.409642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885002227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2467"} {"level":"warn","ts":"2026-03-08T03:18:34.409655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703971648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:18:34.409679Z","caller":"traceutil/trace.go:171","msg":"trace[2050592430] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:24328; }","duration":"3.885038658s","start":"2026-03-08T03:18:30.52463Z","end":"2026-03-08T03:18:34.409669Z","steps":["trace[2050592430] 'agreement among raft nodes before linearized reading' (duration: 3.884925635s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.409693Z","caller":"traceutil/trace.go:171","msg":"trace[1668820442] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24328; }","duration":"2.704010859s","start":"2026-03-08T03:18:31.705672Z","end":"2026-03-08T03:18:34.409683Z","steps":["trace[1668820442] 'agreement among raft nodes before linearized reading' (duration: 2.703851025s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.409715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.524614Z","time spent":"3.88509083s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":2490,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" "} {"level":"warn","ts":"2026-03-08T03:18:34.409727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.705617Z","time spent":"2.704101631s","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:34.409781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883969823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2947"} {"level":"info","ts":"2026-03-08T03:18:34.409808Z","caller":"traceutil/trace.go:171","msg":"trace[151871479] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:24328; }","duration":"3.883993674s","start":"2026-03-08T03:18:30.525808Z","end":"2026-03-08T03:18:34.409801Z","steps":["trace[151871479] 'agreement among raft nodes before linearized reading' (duration: 3.883940113s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.409829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.525794Z","time spent":"3.884031465s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2970,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" "} {"level":"warn","ts":"2026-03-08T03:18:34.409887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885294835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-19.nip.io-tls\" ","response":"range_response_count:1 size:2430"} {"level":"warn","ts":"2026-03-08T03:18:34.409896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842989393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.40993Z","caller":"traceutil/trace.go:171","msg":"trace[1066237165] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24328; }","duration":"2.843024254s","start":"2026-03-08T03:18:31.566897Z","end":"2026-03-08T03:18:34.409921Z","steps":["trace[1066237165] 'agreement among raft nodes before linearized reading' (duration: 2.842971613s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.409959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884163638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2172"} {"level":"warn","ts":"2026-03-08T03:18:34.409969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.566843Z","time spent":"2.843118047s","remote":"127.0.0.1:34316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:34.409983Z","caller":"traceutil/trace.go:171","msg":"trace[605259638] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:24328; }","duration":"3.884196368s","start":"2026-03-08T03:18:30.52578Z","end":"2026-03-08T03:18:34.409976Z","steps":["trace[605259638] 'agreement among raft nodes before linearized reading' (duration: 3.884137547s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.525776Z","time spent":"3.88422147s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2195,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" "} {"level":"warn","ts":"2026-03-08T03:18:34.410015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885755645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:18:34.410047Z","caller":"traceutil/trace.go:171","msg":"trace[1064073008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24328; }","duration":"3.885817047s","start":"2026-03-08T03:18:30.524221Z","end":"2026-03-08T03:18:34.410038Z","steps":["trace[1064073008] 'agreement among raft nodes before linearized reading' (duration: 3.885729024s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.524205Z","time spent":"3.885870117s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:18:34.410165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889006464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-08T03:18:34.410205Z","caller":"traceutil/trace.go:171","msg":"trace[1511706445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24328; }","duration":"2.889078536s","start":"2026-03-08T03:18:31.521116Z","end":"2026-03-08T03:18:34.410195Z","steps":["trace[1511706445] 'agreement among raft nodes before linearized reading' (duration: 2.888975104s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.521089Z","time spent":"2.889143448s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:34.410283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891656484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-08T03:18:34.410319Z","caller":"traceutil/trace.go:171","msg":"trace[1261489512] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24328; }","duration":"3.891710265s","start":"2026-03-08T03:18:30.5186Z","end":"2026-03-08T03:18:34.41031Z","steps":["trace[1261489512] 'agreement among raft nodes before linearized reading' (duration: 3.891612443s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.518582Z","time spent":"3.891762666s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:18:34.40968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8838304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2511"} {"level":"warn","ts":"2026-03-08T03:18:34.410386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136176749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:34.410423Z","caller":"traceutil/trace.go:171","msg":"trace[1247624569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24328; }","duration":"3.136253971s","start":"2026-03-08T03:18:31.274159Z","end":"2026-03-08T03:18:34.410413Z","steps":["trace[1247624569] 'agreement among raft nodes before linearized reading' (duration: 3.13619576s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.274136Z","time spent":"3.136312923s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:34.409179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.563845Z","time spent":"1.845299971s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:34.409312Z","caller":"traceutil/trace.go:171","msg":"trace[685152952] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:24328; }","duration":"3.884355372s","start":"2026-03-08T03:18:30.524943Z","end":"2026-03-08T03:18:34.409298Z","steps":["trace[685152952] 'agreement among raft nodes before linearized reading' (duration: 3.88425304s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294960379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.410639Z","caller":"traceutil/trace.go:171","msg":"trace[645901167] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24328; }","duration":"3.295034251s","start":"2026-03-08T03:18:31.115594Z","end":"2026-03-08T03:18:34.410628Z","steps":["trace[645901167] 'agreement among raft nodes before linearized reading' (duration: 3.29499104s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.115531Z","time spent":"3.295137533s","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:34.409381Z","caller":"traceutil/trace.go:171","msg":"trace[1169957922] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:24328; }","duration":"3.883224736s","start":"2026-03-08T03:18:30.526151Z","end":"2026-03-08T03:18:34.409375Z","steps":["trace[1169957922] 'agreement among raft nodes before linearized reading' (duration: 3.883171575s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.409735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883906471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2164"} {"level":"warn","ts":"2026-03-08T03:18:34.40847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.519863Z","time spent":"1.888559267s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:34.410833Z","caller":"traceutil/trace.go:171","msg":"trace[1383011944] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:24328; }","duration":"3.885010488s","start":"2026-03-08T03:18:30.525817Z","end":"2026-03-08T03:18:34.410827Z","steps":["trace[1383011944] 'agreement among raft nodes before linearized reading' (duration: 3.883879581s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.525813Z","time spent":"3.885043859s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2187,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" "} {"level":"warn","ts":"2026-03-08T03:18:34.410886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690909509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-08T03:18:34.410913Z","caller":"traceutil/trace.go:171","msg":"trace[1247857591] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24328; }","duration":"3.690985731s","start":"2026-03-08T03:18:30.719919Z","end":"2026-03-08T03:18:34.410904Z","steps":["trace[1247857591] 'agreement among raft nodes before linearized reading' (duration: 3.690901579s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.410394Z","caller":"traceutil/trace.go:171","msg":"trace[69142619] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:24328; }","duration":"3.884552057s","start":"2026-03-08T03:18:30.525833Z","end":"2026-03-08T03:18:34.410385Z","steps":["trace[69142619] 'agreement among raft nodes before linearized reading' (duration: 3.883793479s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.409931Z","caller":"traceutil/trace.go:171","msg":"trace[540264199] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-19.nip.io-tls; range_end:; response_count:1; response_revision:24328; }","duration":"3.885345866s","start":"2026-03-08T03:18:30.524571Z","end":"2026-03-08T03:18:34.409917Z","steps":["trace[540264199] 'agreement among raft nodes before linearized reading' (duration: 3.885277754s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.524566Z","time spent":"3.88640046s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":2453,"request content":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-19.nip.io-tls\" "} {"level":"info","ts":"2026-03-08T03:18:34.408375Z","caller":"traceutil/trace.go:171","msg":"trace[323240844] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"1.887469701s","start":"2026-03-08T03:18:32.520882Z","end":"2026-03-08T03:18:34.408352Z","steps":["trace[323240844] 'process raft request' (duration: 1.887180664s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.411006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884446324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2761"} {"level":"info","ts":"2026-03-08T03:18:34.411034Z","caller":"traceutil/trace.go:171","msg":"trace[1253311169] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:24328; }","duration":"3.884473035s","start":"2026-03-08T03:18:30.526554Z","end":"2026-03-08T03:18:34.411027Z","steps":["trace[1253311169] 'agreement among raft nodes before linearized reading' (duration: 3.884402333s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.410942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.719886Z","time spent":"3.691050373s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-08T03:18:34.410637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.524938Z","time spent":"3.885687623s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2146,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"warn","ts":"2026-03-08T03:18:34.41106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.52654Z","time spent":"3.884515086s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2784,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" "} {"level":"warn","ts":"2026-03-08T03:18:34.410799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.526145Z","time spent":"3.884639459s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2087,"request content":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" "} {"level":"warn","ts":"2026-03-08T03:18:34.410971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.52583Z","time spent":"3.88513106s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":1,"response size":2534,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" "} {"level":"warn","ts":"2026-03-08T03:18:34.408633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.558322Z","time spent":"1.850310729s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:18:34.411313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884843973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-08T03:18:34.411351Z","caller":"traceutil/trace.go:171","msg":"trace[637321520] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24328; }","duration":"3.884889385s","start":"2026-03-08T03:18:30.526452Z","end":"2026-03-08T03:18:34.411342Z","steps":["trace[637321520] 'agreement among raft nodes before linearized reading' (duration: 3.884795253s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.411386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.526447Z","time spent":"3.884928916s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-08T03:18:34.409266Z","caller":"traceutil/trace.go:171","msg":"trace[1905165689] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24328; }","duration":"2.117521234s","start":"2026-03-08T03:18:32.291736Z","end":"2026-03-08T03:18:34.409257Z","steps":["trace[1905165689] 'agreement among raft nodes before linearized reading' (duration: 2.117467823s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.411032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.520855Z","time spent":"1.890143664s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:34.411733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885380006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2103"} {"level":"info","ts":"2026-03-08T03:18:34.411794Z","caller":"traceutil/trace.go:171","msg":"trace[1908681030] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:24328; }","duration":"3.885448987s","start":"2026-03-08T03:18:30.526333Z","end":"2026-03-08T03:18:34.411782Z","steps":["trace[1908681030] 'agreement among raft nodes before linearized reading' (duration: 3.885217972s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.411823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.526329Z","time spent":"3.885488859s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2126,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-08T03:18:34.411921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.291721Z","time spent":"2.119833748s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:34.408811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882514389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2169"} {"level":"warn","ts":"2026-03-08T03:18:34.411994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885679393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2173"} {"level":"info","ts":"2026-03-08T03:18:34.412035Z","caller":"traceutil/trace.go:171","msg":"trace[359165158] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:24328; }","duration":"3.885727064s","start":"2026-03-08T03:18:30.526295Z","end":"2026-03-08T03:18:34.412022Z","steps":["trace[359165158] 'agreement among raft nodes before linearized reading' (duration: 3.885617872s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.412076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.526291Z","time spent":"3.885777835s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2196,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" "} {"level":"info","ts":"2026-03-08T03:18:34.412207Z","caller":"traceutil/trace.go:171","msg":"trace[703106988] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:24328; }","duration":"3.885750225s","start":"2026-03-08T03:18:30.526271Z","end":"2026-03-08T03:18:34.412021Z","steps":["trace[703106988] 'agreement among raft nodes before linearized reading' (duration: 3.882419387s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.412271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:30.526265Z","time spent":"3.885990761s","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2192,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" "} {"level":"warn","ts":"2026-03-08T03:18:34.412279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.09112369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:18:34.412315Z","caller":"traceutil/trace.go:171","msg":"trace[638640356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24322; }","duration":"7.091187962s","start":"2026-03-08T03:18:27.321115Z","end":"2026-03-08T03:18:34.412303Z","steps":["trace[638640356] 'agreement among raft nodes before linearized reading' (duration: 5.231648077s)","trace[638640356] 'range keys from in-memory index tree' (duration: 1.853485513s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.412351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:27.321098Z","time spent":"7.091246683s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:34.455374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.896275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:34.455433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.1197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:18:34.455487Z","caller":"traceutil/trace.go:171","msg":"trace[1818920982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24329; }","duration":"134.234192ms","start":"2026-03-08T03:18:34.321237Z","end":"2026-03-08T03:18:34.455471Z","steps":["trace[1818920982] 'agreement among raft nodes before linearized reading' (duration: 134.068169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.45552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.742394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:18:34.455541Z","caller":"traceutil/trace.go:171","msg":"trace[217930261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24329; }","duration":"134.804526ms","start":"2026-03-08T03:18:34.320731Z","end":"2026-03-08T03:18:34.455536Z","steps":["trace[217930261] 'agreement among raft nodes before linearized reading' (duration: 134.733294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.455718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891649669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-08T03:18:34.455754Z","caller":"traceutil/trace.go:171","msg":"trace[476282250] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24329; }","duration":"1.89168965s","start":"2026-03-08T03:18:32.56405Z","end":"2026-03-08T03:18:34.455739Z","steps":["trace[476282250] 'agreement among raft nodes before linearized reading' (duration: 1.891459824s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.455773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.669226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:34.45578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.56404Z","time spent":"1.891734401s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-08T03:18:34.455796Z","caller":"traceutil/trace.go:171","msg":"trace[1755429563] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24329; }","duration":"393.719927ms","start":"2026-03-08T03:18:34.062069Z","end":"2026-03-08T03:18:34.455789Z","steps":["trace[1755429563] 'agreement among raft nodes before linearized reading' (duration: 393.670826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.455818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:34.062056Z","time spent":"393.754988ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:34.455844Z","caller":"traceutil/trace.go:171","msg":"trace[1350688561] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"1.431474492s","start":"2026-03-08T03:18:33.024356Z","end":"2026-03-08T03:18:34.455831Z","steps":["trace[1350688561] 'process raft request' (duration: 1.430702194s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.455937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:33.024333Z","time spent":"1.431541663s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:34.455973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89211243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df455787-f3e9-4fd0-8724-f876ce53bcf4\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-08T03:18:34.455996Z","caller":"traceutil/trace.go:171","msg":"trace[1955817133] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df455787-f3e9-4fd0-8724-f876ce53bcf4; range_end:; response_count:1; response_revision:24329; }","duration":"1.892132841s","start":"2026-03-08T03:18:32.563854Z","end":"2026-03-08T03:18:34.455987Z","steps":["trace[1955817133] 'agreement among raft nodes before linearized reading' (duration: 1.892069029s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.456012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.563802Z","time spent":"1.892205802s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-df455787-f3e9-4fd0-8724-f876ce53bcf4\" "} {"level":"warn","ts":"2026-03-08T03:18:34.455473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445694205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.456079Z","caller":"traceutil/trace.go:171","msg":"trace[125248625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24329; }","duration":"1.44635206s","start":"2026-03-08T03:18:33.009714Z","end":"2026-03-08T03:18:34.456066Z","steps":["trace[125248625] 'agreement among raft nodes before linearized reading' (duration: 1.445714245s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.45611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:33.009691Z","time spent":"1.446410212s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:34.456145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892285544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.456169Z","caller":"traceutil/trace.go:171","msg":"trace[1950600948] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24329; }","duration":"1.892339606s","start":"2026-03-08T03:18:32.563822Z","end":"2026-03-08T03:18:34.456162Z","steps":["trace[1950600948] 'agreement among raft nodes before linearized reading' (duration: 1.892299605s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.45619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.563802Z","time spent":"1.892382516s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:18:34.456258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.708951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:34.456278Z","caller":"traceutil/trace.go:171","msg":"trace[1573935776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24329; }","duration":"133.756771ms","start":"2026-03-08T03:18:34.322515Z","end":"2026-03-08T03:18:34.456272Z","steps":["trace[1573935776] 'agreement among raft nodes before linearized reading' (duration: 133.69711ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.455448Z","caller":"traceutil/trace.go:171","msg":"trace[1921919184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24329; }","duration":"828.012288ms","start":"2026-03-08T03:18:33.62742Z","end":"2026-03-08T03:18:34.455432Z","steps":["trace[1921919184] 'agreement among raft nodes before linearized reading' (duration: 827.862944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.456356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:33.627405Z","time spent":"828.946469ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:34.456401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892595021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:18:34.45645Z","caller":"traceutil/trace.go:171","msg":"trace[1981052484] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24329; }","duration":"1.892664213s","start":"2026-03-08T03:18:32.563762Z","end":"2026-03-08T03:18:34.456426Z","steps":["trace[1981052484] 'agreement among raft nodes before linearized reading' (duration: 1.89255454s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.456482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:32.563751Z","time spent":"1.892722794s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-08T03:18:34.678647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.314115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:34.67887Z","caller":"traceutil/trace.go:171","msg":"trace[187120560] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"266.003308ms","start":"2026-03-08T03:18:34.412843Z","end":"2026-03-08T03:18:34.678846Z","steps":["trace[187120560] 'process raft request' (duration: 128.402136ms)","trace[187120560] 'compare' (duration: 136.684321ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:34.678915Z","caller":"traceutil/trace.go:171","msg":"trace[1495622463] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"262.387542ms","start":"2026-03-08T03:18:34.416512Z","end":"2026-03-08T03:18:34.678899Z","steps":["trace[1495622463] 'process raft request' (duration: 262.222198ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.67922Z","caller":"traceutil/trace.go:171","msg":"trace[468974141] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"262.643739ms","start":"2026-03-08T03:18:34.41657Z","end":"2026-03-08T03:18:34.679214Z","steps":["trace[468974141] 'process raft request' (duration: 262.27376ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.679373Z","caller":"traceutil/trace.go:171","msg":"trace[395968658] linearizableReadLoop","detail":"{readStateIndex:25203; appliedIndex:25199; }","duration":"224.125644ms","start":"2026-03-08T03:18:34.455232Z","end":"2026-03-08T03:18:34.679358Z","steps":["trace[395968658] 'read index received' (duration: 86.025781ms)","trace[395968658] 'applied index is now lower than readState.Index' (duration: 138.098703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.679488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.656242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-08T03:18:34.679513Z","caller":"traceutil/trace.go:171","msg":"trace[1825946894] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24333; }","duration":"260.701854ms","start":"2026-03-08T03:18:34.418804Z","end":"2026-03-08T03:18:34.679506Z","steps":["trace[1825946894] 'agreement among raft nodes before linearized reading' (duration: 260.56391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.679539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.00838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1053"} {"level":"info","ts":"2026-03-08T03:18:34.679597Z","caller":"traceutil/trace.go:171","msg":"trace[1192254755] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:24333; }","duration":"261.076152ms","start":"2026-03-08T03:18:34.41851Z","end":"2026-03-08T03:18:34.679586Z","steps":["trace[1192254755] 'agreement among raft nodes before linearized reading' (duration: 260.926649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.679609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.836243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-03-08T03:18:34.679672Z","caller":"traceutil/trace.go:171","msg":"trace[1748850809] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"260.018217ms","start":"2026-03-08T03:18:34.419647Z","end":"2026-03-08T03:18:34.679665Z","steps":["trace[1748850809] 'process raft request' (duration: 259.495485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.679731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.244806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-03-08T03:18:34.679754Z","caller":"traceutil/trace.go:171","msg":"trace[554505239] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24333; }","duration":"261.277876ms","start":"2026-03-08T03:18:34.41847Z","end":"2026-03-08T03:18:34.679748Z","steps":["trace[554505239] 'agreement among raft nodes before linearized reading' (duration: 261.215475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.679779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.783611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.6798Z","caller":"traceutil/trace.go:171","msg":"trace[396055716] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24333; }","duration":"256.814792ms","start":"2026-03-08T03:18:34.422979Z","end":"2026-03-08T03:18:34.679794Z","steps":["trace[396055716] 'agreement among raft nodes before linearized reading' (duration: 256.786082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.679823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.086579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:980"} {"level":"info","ts":"2026-03-08T03:18:34.679868Z","caller":"traceutil/trace.go:171","msg":"trace[1628989382] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:24333; }","duration":"263.166971ms","start":"2026-03-08T03:18:34.416692Z","end":"2026-03-08T03:18:34.679859Z","steps":["trace[1628989382] 'agreement among raft nodes before linearized reading' (duration: 263.052648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.6799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.424047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1619"} {"level":"warn","ts":"2026-03-08T03:18:34.679913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.649375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" ","response":"range_response_count:1 size:2149"} {"level":"info","ts":"2026-03-08T03:18:34.679939Z","caller":"traceutil/trace.go:171","msg":"trace[1026769676] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-api-certs; range_end:; response_count:1; response_revision:24333; }","duration":"261.688297ms","start":"2026-03-08T03:18:34.418245Z","end":"2026-03-08T03:18:34.679933Z","steps":["trace[1026769676] 'agreement among raft nodes before linearized reading' (duration: 261.641806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.679963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.548669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2440"} {"level":"info","ts":"2026-03-08T03:18:34.679984Z","caller":"traceutil/trace.go:171","msg":"trace[1645754484] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:24333; }","duration":"260.574481ms","start":"2026-03-08T03:18:34.419404Z","end":"2026-03-08T03:18:34.679978Z","steps":["trace[1645754484] 'agreement among raft nodes before linearized reading' (duration: 260.522569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.679843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.248506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1063"} {"level":"warn","ts":"2026-03-08T03:18:34.679755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.941584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:34.680051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.337995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1062"} {"level":"info","ts":"2026-03-08T03:18:34.680069Z","caller":"traceutil/trace.go:171","msg":"trace[345514309] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24333; }","duration":"228.291062ms","start":"2026-03-08T03:18:34.45177Z","end":"2026-03-08T03:18:34.680061Z","steps":["trace[345514309] 'agreement among raft nodes before linearized reading' (duration: 227.961414ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.680078Z","caller":"traceutil/trace.go:171","msg":"trace[821534466] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:24333; }","duration":"263.395777ms","start":"2026-03-08T03:18:34.416674Z","end":"2026-03-08T03:18:34.68007Z","steps":["trace[821534466] 'agreement among raft nodes before linearized reading' (duration: 263.316005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.680161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.274917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-cwj6k-vnc\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-03-08T03:18:34.680177Z","caller":"traceutil/trace.go:171","msg":"trace[88359084] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-cwj6k-vnc; range_end:; response_count:1; response_revision:24333; }","duration":"261.298837ms","start":"2026-03-08T03:18:34.418874Z","end":"2026-03-08T03:18:34.680172Z","steps":["trace[88359084] 'agreement among raft nodes before linearized reading' (duration: 261.261886ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.679918Z","caller":"traceutil/trace.go:171","msg":"trace[1648583184] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24333; }","duration":"260.446447ms","start":"2026-03-08T03:18:34.419466Z","end":"2026-03-08T03:18:34.679912Z","steps":["trace[1648583184] 'agreement among raft nodes before linearized reading' (duration: 260.397416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.680281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.40618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-03-08T03:18:34.6803Z","caller":"traceutil/trace.go:171","msg":"trace[1425255119] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:24333; }","duration":"261.43568ms","start":"2026-03-08T03:18:34.41886Z","end":"2026-03-08T03:18:34.680296Z","steps":["trace[1425255119] 'agreement among raft nodes before linearized reading' (duration: 261.387399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.680127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.863727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2528"} {"level":"info","ts":"2026-03-08T03:18:34.680352Z","caller":"traceutil/trace.go:171","msg":"trace[1243522114] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:24333; }","duration":"261.093072ms","start":"2026-03-08T03:18:34.419251Z","end":"2026-03-08T03:18:34.680344Z","steps":["trace[1243522114] 'agreement among raft nodes before linearized reading' (duration: 260.849297ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.679669Z","caller":"traceutil/trace.go:171","msg":"trace[553635803] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:24333; }","duration":"262.923755ms","start":"2026-03-08T03:18:34.416731Z","end":"2026-03-08T03:18:34.679654Z","steps":["trace[553635803] 'agreement among raft nodes before linearized reading' (duration: 262.730331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.680325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.670176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" ","response":"range_response_count:1 size:2169"} {"level":"info","ts":"2026-03-08T03:18:34.680428Z","caller":"traceutil/trace.go:171","msg":"trace[744165061] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/neutron-server-certs; range_end:; response_count:1; response_revision:24333; }","duration":"261.815199ms","start":"2026-03-08T03:18:34.4186Z","end":"2026-03-08T03:18:34.680415Z","steps":["trace[744165061] 'agreement among raft nodes before linearized reading' (duration: 261.543733ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.680114Z","caller":"traceutil/trace.go:171","msg":"trace[1785564227] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:24333; }","duration":"261.514322ms","start":"2026-03-08T03:18:34.418527Z","end":"2026-03-08T03:18:34.680041Z","steps":["trace[1785564227] 'agreement among raft nodes before linearized reading' (duration: 260.869317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.680084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.805116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-03-08T03:18:34.680588Z","caller":"traceutil/trace.go:171","msg":"trace[2043137608] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:24333; }","duration":"261.305568ms","start":"2026-03-08T03:18:34.41927Z","end":"2026-03-08T03:18:34.680575Z","steps":["trace[2043137608] 'agreement among raft nodes before linearized reading' (duration: 260.786535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.68095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.393143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1427"} {"level":"info","ts":"2026-03-08T03:18:34.680971Z","caller":"traceutil/trace.go:171","msg":"trace[1048942388] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24333; }","duration":"262.422444ms","start":"2026-03-08T03:18:34.418544Z","end":"2026-03-08T03:18:34.680966Z","steps":["trace[1048942388] 'agreement among raft nodes before linearized reading' (duration: 262.204159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.680381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.775095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:985"} {"level":"warn","ts":"2026-03-08T03:18:34.680049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.708853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:867"} {"level":"warn","ts":"2026-03-08T03:18:34.68105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.470915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" ","response":"range_response_count:1 size:2391"} {"level":"info","ts":"2026-03-08T03:18:34.681049Z","caller":"traceutil/trace.go:171","msg":"trace[1083268301] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:24333; }","duration":"264.462602ms","start":"2026-03-08T03:18:34.416577Z","end":"2026-03-08T03:18:34.681039Z","steps":["trace[1083268301] 'agreement among raft nodes before linearized reading' (duration: 263.728254ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.681065Z","caller":"traceutil/trace.go:171","msg":"trace[1179507691] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs; range_end:; response_count:1; response_revision:24333; }","duration":"262.493735ms","start":"2026-03-08T03:18:34.418566Z","end":"2026-03-08T03:18:34.681059Z","steps":["trace[1179507691] 'agreement among raft nodes before linearized reading' (duration: 262.440804ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.681066Z","caller":"traceutil/trace.go:171","msg":"trace[1634692537] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:24333; }","duration":"261.719177ms","start":"2026-03-08T03:18:34.419331Z","end":"2026-03-08T03:18:34.68105Z","steps":["trace[1634692537] 'agreement among raft nodes before linearized reading' (duration: 260.688973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.680939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.151968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-cwj6k-api\" ","response":"range_response_count:1 size:1885"} {"level":"warn","ts":"2026-03-08T03:18:34.681106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.490646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2398"} {"level":"info","ts":"2026-03-08T03:18:34.681166Z","caller":"traceutil/trace.go:171","msg":"trace[181284956] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:24333; }","duration":"262.570487ms","start":"2026-03-08T03:18:34.418582Z","end":"2026-03-08T03:18:34.681153Z","steps":["trace[181284956] 'agreement among raft nodes before linearized reading' (duration: 262.375503ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.681209Z","caller":"traceutil/trace.go:171","msg":"trace[38811666] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-cwj6k-api; range_end:; response_count:1; response_revision:24333; }","duration":"262.557657ms","start":"2026-03-08T03:18:34.418584Z","end":"2026-03-08T03:18:34.681142Z","steps":["trace[38811666] 'agreement among raft nodes before linearized reading' (duration: 262.069436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.682666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.941362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:18:34.682777Z","caller":"traceutil/trace.go:171","msg":"trace[1074068943] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24337; }","duration":"222.079586ms","start":"2026-03-08T03:18:34.460685Z","end":"2026-03-08T03:18:34.682764Z","steps":["trace[1074068943] 'agreement among raft nodes before linearized reading' (duration: 221.874231ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.682896Z","caller":"traceutil/trace.go:171","msg":"trace[337584808] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"222.152448ms","start":"2026-03-08T03:18:34.460732Z","end":"2026-03-08T03:18:34.682884Z","steps":["trace[337584808] 'process raft request' (duration: 221.617005ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.683054Z","caller":"traceutil/trace.go:171","msg":"trace[1500635582] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"222.23831ms","start":"2026-03-08T03:18:34.460802Z","end":"2026-03-08T03:18:34.68304Z","steps":["trace[1500635582] 'process raft request' (duration: 221.637335ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.683185Z","caller":"traceutil/trace.go:171","msg":"trace[1532542528] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"221.949593ms","start":"2026-03-08T03:18:34.461222Z","end":"2026-03-08T03:18:34.683172Z","steps":["trace[1532542528] 'process raft request' (duration: 221.250836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.683174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.943083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:34.683203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.382583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-08T03:18:34.683322Z","caller":"traceutil/trace.go:171","msg":"trace[485911335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24337; }","duration":"222.511917ms","start":"2026-03-08T03:18:34.460795Z","end":"2026-03-08T03:18:34.683307Z","steps":["trace[485911335] 'agreement among raft nodes before linearized reading' (duration: 222.283721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.683362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.635117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.6834Z","caller":"traceutil/trace.go:171","msg":"trace[1554645317] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24337; }","duration":"144.714569ms","start":"2026-03-08T03:18:34.538677Z","end":"2026-03-08T03:18:34.683391Z","steps":["trace[1554645317] 'agreement among raft nodes before linearized reading' (duration: 144.651857ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.682719Z","caller":"traceutil/trace.go:171","msg":"trace[1223966863] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"202.581228ms","start":"2026-03-08T03:18:34.480114Z","end":"2026-03-08T03:18:34.682695Z","steps":["trace[1223966863] 'process raft request' (duration: 202.390684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.683652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.815779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.683686Z","caller":"traceutil/trace.go:171","msg":"trace[741534620] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24337; }","duration":"149.877361ms","start":"2026-03-08T03:18:34.5338Z","end":"2026-03-08T03:18:34.683678Z","steps":["trace[741534620] 'agreement among raft nodes before linearized reading' (duration: 149.824409ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.683254Z","caller":"traceutil/trace.go:171","msg":"trace[2126847919] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24337; }","duration":"222.033445ms","start":"2026-03-08T03:18:34.461195Z","end":"2026-03-08T03:18:34.683229Z","steps":["trace[2126847919] 'agreement among raft nodes before linearized reading' (duration: 221.881461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.683822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.151335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.683859Z","caller":"traceutil/trace.go:171","msg":"trace[419919873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24337; }","duration":"221.205776ms","start":"2026-03-08T03:18:34.462647Z","end":"2026-03-08T03:18:34.683852Z","steps":["trace[419919873] 'agreement among raft nodes before linearized reading' (duration: 221.154634ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.801037Z","caller":"traceutil/trace.go:171","msg":"trace[232320724] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"110.004784ms","start":"2026-03-08T03:18:34.691011Z","end":"2026-03-08T03:18:34.801016Z","steps":["trace[232320724] 'process raft request' (duration: 109.87248ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.801104Z","caller":"traceutil/trace.go:171","msg":"trace[803478697] linearizableReadLoop","detail":"{readStateIndex:25208; appliedIndex:25207; }","duration":"114.158002ms","start":"2026-03-08T03:18:34.686911Z","end":"2026-03-08T03:18:34.801069Z","steps":["trace[803478697] 'read index received' (duration: 298.277µs)","trace[803478697] 'applied index is now lower than readState.Index' (duration: 113.856945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:34.801311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.381137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2777"} {"level":"info","ts":"2026-03-08T03:18:34.801355Z","caller":"traceutil/trace.go:171","msg":"trace[526133273] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:24338; }","duration":"114.446408ms","start":"2026-03-08T03:18:34.686897Z","end":"2026-03-08T03:18:34.801344Z","steps":["trace[526133273] 'agreement among raft nodes before linearized reading' (duration: 114.304195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.801409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.428267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2109"} {"level":"info","ts":"2026-03-08T03:18:34.801483Z","caller":"traceutil/trace.go:171","msg":"trace[1345416873] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:24338; }","duration":"114.52262ms","start":"2026-03-08T03:18:34.686945Z","end":"2026-03-08T03:18:34.801468Z","steps":["trace[1345416873] 'agreement among raft nodes before linearized reading' (duration: 114.380067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.801655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.806276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:34.801687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.320525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:34.8017Z","caller":"traceutil/trace.go:171","msg":"trace[582321532] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24338; }","duration":"111.876317ms","start":"2026-03-08T03:18:34.689813Z","end":"2026-03-08T03:18:34.801689Z","steps":["trace[582321532] 'agreement among raft nodes before linearized reading' (duration: 111.785885ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.80171Z","caller":"traceutil/trace.go:171","msg":"trace[641684552] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24338; }","duration":"114.354736ms","start":"2026-03-08T03:18:34.687349Z","end":"2026-03-08T03:18:34.801704Z","steps":["trace[641684552] 'agreement among raft nodes before linearized reading' (duration: 114.309655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.801447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.813683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5cd9e02-2f38-44cb-981f-7f75745b8a92\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-08T03:18:34.80184Z","caller":"traceutil/trace.go:171","msg":"trace[1496711924] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5cd9e02-2f38-44cb-981f-7f75745b8a92; range_end:; response_count:1; response_revision:24338; }","duration":"114.239704ms","start":"2026-03-08T03:18:34.687589Z","end":"2026-03-08T03:18:34.801829Z","steps":["trace[1496711924] 'agreement among raft nodes before linearized reading' (duration: 113.738972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.801882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.669874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:853"} {"level":"info","ts":"2026-03-08T03:18:34.801916Z","caller":"traceutil/trace.go:171","msg":"trace[1490909559] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:24338; }","duration":"114.711875ms","start":"2026-03-08T03:18:34.687198Z","end":"2026-03-08T03:18:34.80191Z","steps":["trace[1490909559] 'agreement among raft nodes before linearized reading' (duration: 114.608562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.802016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.12519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1085"} {"level":"info","ts":"2026-03-08T03:18:34.802058Z","caller":"traceutil/trace.go:171","msg":"trace[1698204449] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:24338; }","duration":"111.173431ms","start":"2026-03-08T03:18:34.690874Z","end":"2026-03-08T03:18:34.802047Z","steps":["trace[1698204449] 'agreement among raft nodes before linearized reading' (duration: 111.072608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.80207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.871668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:839"} {"level":"warn","ts":"2026-03-08T03:18:34.802085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.507793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" ","response":"range_response_count:1 size:2170"} {"level":"info","ts":"2026-03-08T03:18:34.80209Z","caller":"traceutil/trace.go:171","msg":"trace[522602237] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:24338; }","duration":"114.892039ms","start":"2026-03-08T03:18:34.687192Z","end":"2026-03-08T03:18:34.802085Z","steps":["trace[522602237] 'agreement among raft nodes before linearized reading' (duration: 114.818167ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.802108Z","caller":"traceutil/trace.go:171","msg":"trace[1639652685] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/placement-api-certs; range_end:; response_count:1; response_revision:24338; }","duration":"112.534733ms","start":"2026-03-08T03:18:34.689567Z","end":"2026-03-08T03:18:34.802102Z","steps":["trace[1639652685] 'agreement among raft nodes before linearized reading' (duration: 112.472152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.802172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.198006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:1939"} {"level":"info","ts":"2026-03-08T03:18:34.802194Z","caller":"traceutil/trace.go:171","msg":"trace[1698696154] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:24338; }","duration":"115.227036ms","start":"2026-03-08T03:18:34.686962Z","end":"2026-03-08T03:18:34.802189Z","steps":["trace[1698696154] 'agreement among raft nodes before linearized reading' (duration: 115.169685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.802194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.193076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2416"} {"level":"warn","ts":"2026-03-08T03:18:34.802257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.109734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-03-08T03:18:34.802285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.746118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-08T03:18:34.802293Z","caller":"traceutil/trace.go:171","msg":"trace[356790503] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:24338; }","duration":"112.166764ms","start":"2026-03-08T03:18:34.690118Z","end":"2026-03-08T03:18:34.802284Z","steps":["trace[356790503] 'agreement among raft nodes before linearized reading' (duration: 112.075832ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.802317Z","caller":"traceutil/trace.go:171","msg":"trace[1170665791] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24338; }","duration":"112.787069ms","start":"2026-03-08T03:18:34.689523Z","end":"2026-03-08T03:18:34.80231Z","steps":["trace[1170665791] 'agreement among raft nodes before linearized reading' (duration: 112.683677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.802026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.233506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189abf71159701cd\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-08T03:18:34.802492Z","caller":"traceutil/trace.go:171","msg":"trace[1531277599] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189abf71159701cd; range_end:; response_count:1; response_revision:24338; }","duration":"112.719608ms","start":"2026-03-08T03:18:34.689761Z","end":"2026-03-08T03:18:34.80248Z","steps":["trace[1531277599] 'agreement among raft nodes before linearized reading' (duration: 112.207526ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.802255Z","caller":"traceutil/trace.go:171","msg":"trace[507197229] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:24338; }","duration":"115.259847ms","start":"2026-03-08T03:18:34.686977Z","end":"2026-03-08T03:18:34.802237Z","steps":["trace[507197229] 'agreement among raft nodes before linearized reading' (duration: 115.115524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.802721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.642066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2124"} {"level":"info","ts":"2026-03-08T03:18:34.802755Z","caller":"traceutil/trace.go:171","msg":"trace[340962603] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:24338; }","duration":"115.694467ms","start":"2026-03-08T03:18:34.68705Z","end":"2026-03-08T03:18:34.802745Z","steps":["trace[340962603] 'agreement among raft nodes before linearized reading' (duration: 115.627426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.802869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.712328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:940"} {"level":"info","ts":"2026-03-08T03:18:34.80289Z","caller":"traceutil/trace.go:171","msg":"trace[1707036366] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24338; }","duration":"115.742578ms","start":"2026-03-08T03:18:34.687143Z","end":"2026-03-08T03:18:34.802885Z","steps":["trace[1707036366] 'agreement among raft nodes before linearized reading' (duration: 115.683737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:34.803097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.114374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-08T03:18:34.80313Z","caller":"traceutil/trace.go:171","msg":"trace[1012091253] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24338; }","duration":"115.157605ms","start":"2026-03-08T03:18:34.687965Z","end":"2026-03-08T03:18:34.803123Z","steps":["trace[1012091253] 'agreement among raft nodes before linearized reading' (duration: 114.467579ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.803181Z","caller":"traceutil/trace.go:171","msg":"trace[1917160645] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; response_count:1; response_revision:24338; }","duration":"116.120047ms","start":"2026-03-08T03:18:34.68705Z","end":"2026-03-08T03:18:34.80317Z","steps":["trace[1917160645] 'agreement among raft nodes before linearized reading' (duration: 116.046225ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:34.803781Z","caller":"traceutil/trace.go:171","msg":"trace[177833799] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24338; }","duration":"116.600058ms","start":"2026-03-08T03:18:34.68717Z","end":"2026-03-08T03:18:34.80377Z","steps":["trace[177833799] 'agreement among raft nodes before linearized reading' (duration: 115.108383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:35.351348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:35.852419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:36.353297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:36.645581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795425129s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:18:36.646165Z","caller":"traceutil/trace.go:171","msg":"trace[2036131651] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"1.840474757s","start":"2026-03-08T03:18:34.805641Z","end":"2026-03-08T03:18:36.646116Z","steps":["trace[2036131651] 'process raft request' (duration: 1.840140209s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:36.646318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:34.805625Z","time spent":"1.84061336s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:36.646319Z","caller":"traceutil/trace.go:171","msg":"trace[831248299] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"1.83636842s","start":"2026-03-08T03:18:34.809892Z","end":"2026-03-08T03:18:36.646261Z","steps":["trace[831248299] 'process raft request' (duration: 1.836154255s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:36.646516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:34.809881Z","time spent":"1.836527964s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:37.710692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002872631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:37.710756Z","caller":"traceutil/trace.go:171","msg":"trace[1186024143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002949493s","start":"2026-03-08T03:18:35.707792Z","end":"2026-03-08T03:18:37.710741Z","steps":["trace[1186024143] 'agreement among raft nodes before linearized reading' (duration: 2.002869391s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:37.710798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:35.707728Z","time spent":"2.003063625s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:37.804621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.158809267s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:18:37.805078Z","caller":"traceutil/trace.go:171","msg":"trace[687770107] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"1.391640855s","start":"2026-03-08T03:18:36.413416Z","end":"2026-03-08T03:18:37.805057Z","steps":["trace[687770107] 'process raft request' (duration: 1.391551753s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:37.805237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.413396Z","time spent":"1.391763548s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:37.805299Z","caller":"traceutil/trace.go:171","msg":"trace[190773477] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"1.387083718s","start":"2026-03-08T03:18:36.4182Z","end":"2026-03-08T03:18:37.805284Z","steps":["trace[190773477] 'process raft request' (duration: 1.386813611s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:37.805385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.418171Z","time spent":"1.38717357s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:37.805457Z","caller":"traceutil/trace.go:171","msg":"trace[1707982829] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"2.27867723s","start":"2026-03-08T03:18:35.526768Z","end":"2026-03-08T03:18:37.805445Z","steps":["trace[1707982829] 'process raft request' (duration: 2.278039125s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:37.805536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:35.526744Z","time spent":"2.278746201s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:37.805754Z","caller":"traceutil/trace.go:171","msg":"trace[424432235] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"1.387183161s","start":"2026-03-08T03:18:36.418561Z","end":"2026-03-08T03:18:37.805744Z","steps":["trace[424432235] 'process raft request' (duration: 1.386666098s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:37.805828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.418548Z","time spent":"1.387239652s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:37.806016Z","caller":"traceutil/trace.go:171","msg":"trace[581385280] linearizableReadLoop","detail":"{readStateIndex:25213; appliedIndex:25210; }","duration":"2.95569063s","start":"2026-03-08T03:18:34.850296Z","end":"2026-03-08T03:18:37.805987Z","steps":["trace[581385280] 'read index received' (duration: 1.795642114s)","trace[581385280] 'applied index is now lower than readState.Index' (duration: 1.160047446s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:37.806247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998149197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-03-08T03:18:37.806302Z","caller":"traceutil/trace.go:171","msg":"trace[432624200] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:24346; }","duration":"2.998214679s","start":"2026-03-08T03:18:34.808077Z","end":"2026-03-08T03:18:37.806292Z","steps":["trace[432624200] 'agreement among raft nodes before linearized reading' (duration: 2.998064816s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:37.806336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:34.808074Z","time spent":"2.99825515s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1136,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-03-08T03:18:37.806267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99822233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-08T03:18:37.806488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998366423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:859"} {"level":"info","ts":"2026-03-08T03:18:37.806506Z","caller":"traceutil/trace.go:171","msg":"trace[888115444] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24346; }","duration":"2.998463965s","start":"2026-03-08T03:18:34.808033Z","end":"2026-03-08T03:18:37.806497Z","steps":["trace[888115444] 'agreement among raft nodes before linearized reading' (duration: 2.998148688s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:37.806518Z","caller":"traceutil/trace.go:171","msg":"trace[1704055587] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:24346; }","duration":"2.998421954s","start":"2026-03-08T03:18:34.808086Z","end":"2026-03-08T03:18:37.806508Z","steps":["trace[1704055587] 'agreement among raft nodes before linearized reading' (duration: 2.998325141s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:37.806547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:34.808071Z","time spent":"2.998469805s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":882,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-03-08T03:18:37.806345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000236857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-08T03:18:37.806586Z","caller":"traceutil/trace.go:171","msg":"trace[1960024693] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24346; }","duration":"3.000486882s","start":"2026-03-08T03:18:34.80609Z","end":"2026-03-08T03:18:37.806577Z","steps":["trace[1960024693] 'agreement among raft nodes before linearized reading' (duration: 3.000197925s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:37.80662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:34.806084Z","time spent":"3.000527463s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-08T03:18:37.806683Z","caller":"traceutil/trace.go:171","msg":"trace[1738718870] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"1.385373227s","start":"2026-03-08T03:18:36.4213Z","end":"2026-03-08T03:18:37.806673Z","steps":["trace[1738718870] 'process raft request' (duration: 1.384383244s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:37.806745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.421291Z","time spent":"1.385420979s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:37.806556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:34.808014Z","time spent":"2.998521966s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-08T03:18:38.371516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.76044ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:18:38.371842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:38.052542Z","time spent":"319.293849ms","remote":"127.0.0.1:54196","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:18:38.372292Z","caller":"traceutil/trace.go:171","msg":"trace[2024078165] linearizableReadLoop","detail":"{readStateIndex:25219; appliedIndex:25217; }","duration":"566.217499ms","start":"2026-03-08T03:18:37.806055Z","end":"2026-03-08T03:18:38.372273Z","steps":["trace[2024078165] 'read index received' (duration: 93.627539ms)","trace[2024078165] 'applied index is now lower than readState.Index' (duration: 472.58344ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:38.372416Z","caller":"traceutil/trace.go:171","msg":"trace[1306486715] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"1.096583026s","start":"2026-03-08T03:18:37.275811Z","end":"2026-03-08T03:18:38.372394Z","steps":["trace[1306486715] 'process raft request' (duration: 1.095815838s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:38.372537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:37.275786Z","time spent":"1.096697529s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:18:39.306519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495483035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b58e55f2-9c90-49fb-aa61-5842b58b2907\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-08T03:18:39.306615Z","caller":"traceutil/trace.go:171","msg":"trace[1415368272] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b58e55f2-9c90-49fb-aa61-5842b58b2907; range_end:; response_count:1; response_revision:24347; }","duration":"1.495590957s","start":"2026-03-08T03:18:37.811001Z","end":"2026-03-08T03:18:39.306592Z","steps":["trace[1415368272] 'agreement among raft nodes before linearized reading' (duration: 561.437837ms)","trace[1415368272] 'range keys from in-memory index tree' (duration: 933.931895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.30661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591315466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:39.306662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:37.810979Z","time spent":"1.495673489s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-b58e55f2-9c90-49fb-aa61-5842b58b2907\" "} {"level":"warn","ts":"2026-03-08T03:18:39.306976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623361696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:18:39.307017Z","caller":"traceutil/trace.go:171","msg":"trace[1152177652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24347; }","duration":"2.623463738s","start":"2026-03-08T03:18:36.683542Z","end":"2026-03-08T03:18:39.307006Z","steps":["trace[1152177652] 'agreement among raft nodes before linearized reading' (duration: 1.688827046s)","trace[1152177652] 'range keys from in-memory index tree' (duration: 934.54171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.307051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.68352Z","time spent":"2.62352473s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:39.307235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621587874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:18:39.307273Z","caller":"traceutil/trace.go:171","msg":"trace[979858197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24347; }","duration":"2.621657816s","start":"2026-03-08T03:18:36.685603Z","end":"2026-03-08T03:18:39.307261Z","steps":["trace[979858197] 'agreement among raft nodes before linearized reading' (duration: 1.686762018s)","trace[979858197] 'range keys from in-memory index tree' (duration: 934.807546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.307303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.685584Z","time spent":"2.621711157s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:18:39.307416Z","caller":"traceutil/trace.go:171","msg":"trace[1887915997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24347; }","duration":"1.591440988s","start":"2026-03-08T03:18:37.715239Z","end":"2026-03-08T03:18:39.30668Z","steps":["trace[1887915997] 'agreement among raft nodes before linearized reading' (duration: 657.207356ms)","trace[1887915997] 'range keys from in-memory index tree' (duration: 934.11483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.307462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655713336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189abf7116048968\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-08T03:18:39.307489Z","caller":"traceutil/trace.go:171","msg":"trace[381975868] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189abf7116048968; range_end:; response_count:1; response_revision:24347; }","duration":"2.655777287s","start":"2026-03-08T03:18:36.651702Z","end":"2026-03-08T03:18:39.307479Z","steps":["trace[381975868] 'agreement among raft nodes before linearized reading' (duration: 1.720684034s)","trace[381975868] 'range keys from in-memory index tree' (duration: 935.023341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.307499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:37.715227Z","time spent":"1.592249628s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:39.307523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.651679Z","time spent":"2.655837638s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189abf7116048968\" "} {"level":"warn","ts":"2026-03-08T03:18:39.307701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014644911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:39.307711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900795931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:39.307737Z","caller":"traceutil/trace.go:171","msg":"trace[57952771] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24347; }","duration":"1.014721453s","start":"2026-03-08T03:18:38.293005Z","end":"2026-03-08T03:18:39.307726Z","steps":["trace[57952771] 'agreement among raft nodes before linearized reading' (duration: 79.433846ms)","trace[57952771] 'count revisions from in-memory index tree' (duration: 935.226336ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:39.307742Z","caller":"traceutil/trace.go:171","msg":"trace[1132066471] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24347; }","duration":"2.900872793s","start":"2026-03-08T03:18:36.406858Z","end":"2026-03-08T03:18:39.307731Z","steps":["trace[1132066471] 'agreement among raft nodes before linearized reading' (duration: 1.965539735s)","trace[1132066471] 'count revisions from in-memory index tree' (duration: 935.290887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.30776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:38.292985Z","time spent":"1.014769115s","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:39.307782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.406834Z","time spent":"2.900939114s","remote":"127.0.0.1:49868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:39.307765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.624087ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:39.307854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.889579685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-08T03:18:39.307894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621584644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:18:39.307904Z","caller":"traceutil/trace.go:171","msg":"trace[949421597] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24347; }","duration":"3.889619906s","start":"2026-03-08T03:18:35.418267Z","end":"2026-03-08T03:18:39.307887Z","steps":["trace[949421597] 'agreement among raft nodes before linearized reading' (duration: 2.954165264s)","trace[949421597] 'range keys from in-memory index tree' (duration: 935.317278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.308121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461414522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:39.308125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:35.418248Z","time spent":"3.889868282s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"info","ts":"2026-03-08T03:18:39.308139Z","caller":"traceutil/trace.go:171","msg":"trace[1754640053] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24347; }","duration":"2.461477543s","start":"2026-03-08T03:18:36.846655Z","end":"2026-03-08T03:18:39.308133Z","steps":["trace[1754640053] 'agreement among raft nodes before linearized reading' (duration: 1.525811357s)","trace[1754640053] 'count revisions from in-memory index tree' (duration: 935.639496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.308158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.846631Z","time spent":"2.461521885s","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:39.307732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570644188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:39.308197Z","caller":"traceutil/trace.go:171","msg":"trace[1539491543] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24347; }","duration":"2.571143709s","start":"2026-03-08T03:18:36.73704Z","end":"2026-03-08T03:18:39.308184Z","steps":["trace[1539491543] 'agreement among raft nodes before linearized reading' (duration: 1.635403171s)","trace[1539491543] 'count revisions from in-memory index tree' (duration: 935.242656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.308234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.737022Z","time spent":"2.571200771s","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:39.308314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619176458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:18:39.30835Z","caller":"traceutil/trace.go:171","msg":"trace[423998057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24347; }","duration":"2.619228038s","start":"2026-03-08T03:18:36.68911Z","end":"2026-03-08T03:18:39.308338Z","steps":["trace[423998057] 'agreement among raft nodes before linearized reading' (duration: 1.683341417s)","trace[423998057] 'range keys from in-memory index tree' (duration: 935.803269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.308379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.689097Z","time spent":"2.61927509s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:18:39.307917Z","caller":"traceutil/trace.go:171","msg":"trace[1212445459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24347; }","duration":"2.621651965s","start":"2026-03-08T03:18:36.686258Z","end":"2026-03-08T03:18:39.30791Z","steps":["trace[1212445459] 'agreement among raft nodes before linearized reading' (duration: 1.686204244s)","trace[1212445459] 'range keys from in-memory index tree' (duration: 935.38528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.308446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.686243Z","time spent":"2.622194269s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:39.308541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497547033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-08T03:18:39.308555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61928682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:39.308564Z","caller":"traceutil/trace.go:171","msg":"trace[487316029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24347; }","duration":"1.497584294s","start":"2026-03-08T03:18:37.810973Z","end":"2026-03-08T03:18:39.308557Z","steps":["trace[487316029] 'agreement among raft nodes before linearized reading' (duration: 561.449367ms)","trace[487316029] 'range keys from in-memory index tree' (duration: 936.076256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.308584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:37.810962Z","time spent":"1.497615995s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-08T03:18:39.308586Z","caller":"traceutil/trace.go:171","msg":"trace[789195911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24347; }","duration":"2.619336181s","start":"2026-03-08T03:18:36.689237Z","end":"2026-03-08T03:18:39.308573Z","steps":["trace[789195911] 'agreement among raft nodes before linearized reading' (duration: 1.683219744s)","trace[789195911] 'range keys from in-memory index tree' (duration: 936.041745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.308616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.689151Z","time spent":"2.619458964s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:39.308623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.45690006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-08T03:18:39.307885Z","caller":"traceutil/trace.go:171","msg":"trace[795862363] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24347; }","duration":"210.76363ms","start":"2026-03-08T03:18:39.097103Z","end":"2026-03-08T03:18:39.307867Z","steps":["trace[795862363] 'range keys from in-memory index tree' (duration: 210.602707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:39.308237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257349295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:39.308683Z","caller":"traceutil/trace.go:171","msg":"trace[952046001] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24347; }","duration":"4.456978802s","start":"2026-03-08T03:18:34.851684Z","end":"2026-03-08T03:18:39.308662Z","steps":["trace[952046001] 'agreement among raft nodes before linearized reading' (duration: 3.520726682s)","trace[952046001] 'range keys from in-memory index tree' (duration: 936.054386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.308684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456323856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:18:39.308746Z","caller":"traceutil/trace.go:171","msg":"trace[98985727] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24347; }","duration":"3.257884378s","start":"2026-03-08T03:18:36.050818Z","end":"2026-03-08T03:18:39.308702Z","steps":["trace[98985727] 'agreement among raft nodes before linearized reading' (duration: 2.321587927s)","trace[98985727] 'count revisions from in-memory index tree' (duration: 935.778579ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:39.308774Z","caller":"traceutil/trace.go:171","msg":"trace[1692596548] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24347; }","duration":"4.456457069s","start":"2026-03-08T03:18:34.852295Z","end":"2026-03-08T03:18:39.308753Z","steps":["trace[1692596548] 'agreement among raft nodes before linearized reading' (duration: 3.520140078s)","trace[1692596548] 'range keys from in-memory index tree' (duration: 936.105596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.308814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:36.050786Z","time spent":"3.258009751s","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:39.308819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:34.852279Z","time spent":"4.456530951s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:18:39.308793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:34.85167Z","time spent":"4.457044923s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:18:39.309225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.389437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:39.309295Z","caller":"traceutil/trace.go:171","msg":"trace[1578072755] linearizableReadLoop","detail":"{readStateIndex:25220; appliedIndex:25219; }","duration":"880.616642ms","start":"2026-03-08T03:18:38.428667Z","end":"2026-03-08T03:18:39.309283Z","steps":["trace[1578072755] 'read index received' (duration: 353.160234ms)","trace[1578072755] 'applied index is now lower than readState.Index' (duration: 527.455048ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:39.309374Z","caller":"traceutil/trace.go:171","msg":"trace[1438506325] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"932.768468ms","start":"2026-03-08T03:18:38.376594Z","end":"2026-03-08T03:18:39.309363Z","steps":["trace[1438506325] 'process raft request' (duration: 405.191077ms)","trace[1438506325] 'compare' (duration: 524.989691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:39.309418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:38.376572Z","time spent":"932.823529ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:18:39.309643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.967812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:39.309689Z","caller":"traceutil/trace.go:171","msg":"trace[716250272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24348; }","duration":"881.040463ms","start":"2026-03-08T03:18:38.428634Z","end":"2026-03-08T03:18:39.309674Z","steps":["trace[716250272] 'agreement among raft nodes before linearized reading' (duration: 880.93023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:39.309711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.702858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:39.309725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:38.428621Z","time spent":"881.093315ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:39.309736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.432325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:39.309756Z","caller":"traceutil/trace.go:171","msg":"trace[1419495292] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24348; }","duration":"468.79157ms","start":"2026-03-08T03:18:38.840952Z","end":"2026-03-08T03:18:39.309744Z","steps":["trace[1419495292] 'agreement among raft nodes before linearized reading' (duration: 468.701698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:39.309801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:38.840933Z","time spent":"468.858772ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:39.309779Z","caller":"traceutil/trace.go:171","msg":"trace[740509328] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24348; }","duration":"423.541788ms","start":"2026-03-08T03:18:38.886223Z","end":"2026-03-08T03:18:39.309765Z","steps":["trace[740509328] 'agreement among raft nodes before linearized reading' (duration: 423.432005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:39.309918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:38.886206Z","time spent":"423.64789ms","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:39.719905Z","caller":"traceutil/trace.go:171","msg":"trace[334409681] linearizableReadLoop","detail":"{readStateIndex:25221; appliedIndex:25220; }","duration":"407.231044ms","start":"2026-03-08T03:18:39.312653Z","end":"2026-03-08T03:18:39.719884Z","steps":["trace[334409681] 'read index received' (duration: 1.329271ms)","trace[334409681] 'applied index is now lower than readState.Index' (duration: 405.901003ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:39.720078Z","caller":"traceutil/trace.go:171","msg":"trace[1527901542] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"407.42328ms","start":"2026-03-08T03:18:39.312646Z","end":"2026-03-08T03:18:39.72007Z","steps":["trace[1527901542] 'process raft request' (duration: 407.118083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:39.720172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.312632Z","time spent":"407.480511ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:39.72037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.716437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:18:39.720398Z","caller":"traceutil/trace.go:171","msg":"trace[1216410825] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24349; }","duration":"407.766997ms","start":"2026-03-08T03:18:39.312625Z","end":"2026-03-08T03:18:39.720392Z","steps":["trace[1216410825] 'agreement among raft nodes before linearized reading' (duration: 407.679445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:39.720419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.312609Z","time spent":"407.805308ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-08T03:18:40.220002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905638,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:18:40.518492Z","caller":"traceutil/trace.go:171","msg":"trace[1664849600] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"1.205430892s","start":"2026-03-08T03:18:39.313018Z","end":"2026-03-08T03:18:40.518449Z","steps":["trace[1664849600] 'process raft request' (duration: 1.205132495s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:40.518571Z","caller":"traceutil/trace.go:171","msg":"trace[1104389380] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"1.05807693s","start":"2026-03-08T03:18:39.460471Z","end":"2026-03-08T03:18:40.518548Z","steps":["trace[1104389380] 'process raft request' (duration: 1.058028829s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:40.518615Z","caller":"traceutil/trace.go:171","msg":"trace[267452898] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"1.204459629s","start":"2026-03-08T03:18:39.314122Z","end":"2026-03-08T03:18:40.518581Z","steps":["trace[267452898] 'process raft request' (duration: 1.204279435s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:40.518813Z","caller":"traceutil/trace.go:171","msg":"trace[2059841198] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"1.205772569s","start":"2026-03-08T03:18:39.312997Z","end":"2026-03-08T03:18:40.51877Z","steps":["trace[2059841198] 'process raft request' (duration: 1.20536966s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:40.518737Z","caller":"traceutil/trace.go:171","msg":"trace[335390391] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"1.204492709s","start":"2026-03-08T03:18:39.314192Z","end":"2026-03-08T03:18:40.518684Z","steps":["trace[335390391] 'process raft request' (duration: 1.204245634s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.518889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.314113Z","time spent":"1.204707325s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:40.518692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.313005Z","time spent":"1.205584985s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:40.518717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.460451Z","time spent":"1.058184913s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:40.518951Z","caller":"traceutil/trace.go:171","msg":"trace[264612564] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"1.205872572s","start":"2026-03-08T03:18:39.313056Z","end":"2026-03-08T03:18:40.518929Z","steps":["trace[264612564] 'process raft request' (duration: 1.205271218s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.518991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.312981Z","time spent":"1.205913263s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:40.519154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.314179Z","time spent":"1.204743306s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:40.519856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.313032Z","time spent":"1.206769783s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:40.665204Z","caller":"traceutil/trace.go:171","msg":"trace[547718756] linearizableReadLoop","detail":"{readStateIndex:25231; appliedIndex:25224; }","duration":"945.21598ms","start":"2026-03-08T03:18:39.719955Z","end":"2026-03-08T03:18:40.665171Z","steps":["trace[547718756] 'read index received' (duration: 798.443413ms)","trace[547718756] 'applied index is now lower than readState.Index' (duration: 146.770977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:40.665588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003815656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:40.665648Z","caller":"traceutil/trace.go:171","msg":"trace[892589227] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24359; }","duration":"1.003944589s","start":"2026-03-08T03:18:39.66169Z","end":"2026-03-08T03:18:40.665634Z","steps":["trace[892589227] 'agreement among raft nodes before linearized reading' (duration: 1.003796465s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:40.665627Z","caller":"traceutil/trace.go:171","msg":"trace[1866916242] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"854.356546ms","start":"2026-03-08T03:18:39.81121Z","end":"2026-03-08T03:18:40.665566Z","steps":["trace[1866916242] 'process raft request' (duration: 853.768412ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:40.665752Z","caller":"traceutil/trace.go:171","msg":"trace[637485414] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"853.827783ms","start":"2026-03-08T03:18:39.811911Z","end":"2026-03-08T03:18:40.665738Z","steps":["trace[637485414] 'process raft request' (duration: 853.145417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.665871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.811904Z","time spent":"853.885654ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:40.665927Z","caller":"traceutil/trace.go:171","msg":"trace[1295518601] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"853.589357ms","start":"2026-03-08T03:18:39.812321Z","end":"2026-03-08T03:18:40.665911Z","steps":["trace[1295518601] 'process raft request' (duration: 852.783008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.666006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.812302Z","time spent":"853.66207ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:40.666034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249727752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-08T03:18:40.666087Z","caller":"traceutil/trace.go:171","msg":"trace[3385502] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24359; }","duration":"1.249815634s","start":"2026-03-08T03:18:39.416259Z","end":"2026-03-08T03:18:40.666075Z","steps":["trace[3385502] 'agreement among raft nodes before linearized reading' (duration: 1.249701792s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.666134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.416234Z","time spent":"1.249891985s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-08T03:18:40.665869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.811192Z","time spent":"854.568331ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:40.665665Z","caller":"traceutil/trace.go:171","msg":"trace[1203129115] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"855.932082ms","start":"2026-03-08T03:18:39.809686Z","end":"2026-03-08T03:18:40.665618Z","steps":["trace[1203129115] 'process raft request' (duration: 777.238254ms)","trace[1203129115] 'compare' (duration: 77.851299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:40.666319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.809663Z","time spent":"856.614719ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:40.665702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.661673Z","time spent":"1.004017201s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:40.665931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347394576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-08T03:18:40.666459Z","caller":"traceutil/trace.go:171","msg":"trace[66783151] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24359; }","duration":"1.347941749s","start":"2026-03-08T03:18:39.318488Z","end":"2026-03-08T03:18:40.666429Z","steps":["trace[66783151] 'agreement among raft nodes before linearized reading' (duration: 1.347248522s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.666523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.31848Z","time spent":"1.348024861s","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-08T03:18:40.666682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3475673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-08T03:18:40.666713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348762428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:40.666729Z","caller":"traceutil/trace.go:171","msg":"trace[63648707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24359; }","duration":"1.347659132s","start":"2026-03-08T03:18:39.319057Z","end":"2026-03-08T03:18:40.666716Z","steps":["trace[63648707] 'agreement among raft nodes before linearized reading' (duration: 1.347424247s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:40.666753Z","caller":"traceutil/trace.go:171","msg":"trace[1739761953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24359; }","duration":"1.34881732s","start":"2026-03-08T03:18:39.317921Z","end":"2026-03-08T03:18:40.666738Z","steps":["trace[1739761953] 'agreement among raft nodes before linearized reading' (duration: 1.348757998s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.666773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.319049Z","time spent":"1.347709993s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:18:40.666785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.317904Z","time spent":"1.348875321s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:40.667096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352377033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ebab3e7-eb6f-4cc4-b80b-50d35b4c9b3d\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-08T03:18:40.667178Z","caller":"traceutil/trace.go:171","msg":"trace[38961773] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ebab3e7-eb6f-4cc4-b80b-50d35b4c9b3d; range_end:; response_count:1; response_revision:24359; }","duration":"1.352530327s","start":"2026-03-08T03:18:39.314629Z","end":"2026-03-08T03:18:40.667159Z","steps":["trace[38961773] 'agreement among raft nodes before linearized reading' (duration: 1.352338422s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.667222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.314619Z","time spent":"1.352592688s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-3ebab3e7-eb6f-4cc4-b80b-50d35b4c9b3d\" "} {"level":"warn","ts":"2026-03-08T03:18:40.707109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.994834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-08T03:18:40.707173Z","caller":"traceutil/trace.go:171","msg":"trace[1490831866] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d; range_end:; response_count:1; response_revision:24360; }","duration":"839.104347ms","start":"2026-03-08T03:18:39.868053Z","end":"2026-03-08T03:18:40.707157Z","steps":["trace[1490831866] 'agreement among raft nodes before linearized reading' (duration: 838.871581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.707203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.868034Z","time spent":"839.163539ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" "} {"level":"warn","ts":"2026-03-08T03:18:40.707205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.913768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-08T03:18:40.707273Z","caller":"traceutil/trace.go:171","msg":"trace[553746056] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24360; }","duration":"390.02355ms","start":"2026-03-08T03:18:40.317232Z","end":"2026-03-08T03:18:40.707255Z","steps":["trace[553746056] 'agreement among raft nodes before linearized reading' (duration: 389.847076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.70727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.34103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:40.707325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:40.31721Z","time spent":"390.105563ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"info","ts":"2026-03-08T03:18:40.707337Z","caller":"traceutil/trace.go:171","msg":"trace[1989682311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24360; }","duration":"626.467213ms","start":"2026-03-08T03:18:40.080857Z","end":"2026-03-08T03:18:40.707324Z","steps":["trace[1989682311] 'agreement among raft nodes before linearized reading' (duration: 626.33959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.707357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.388125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:40.707366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:40.080835Z","time spent":"626.522705ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:40.707378Z","caller":"traceutil/trace.go:171","msg":"trace[1294459105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24360; }","duration":"805.447277ms","start":"2026-03-08T03:18:39.901925Z","end":"2026-03-08T03:18:40.707372Z","steps":["trace[1294459105] 'agreement among raft nodes before linearized reading' (duration: 805.407516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.707394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.901891Z","time spent":"805.497848ms","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:40.707099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.217079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:18:40.707496Z","caller":"traceutil/trace.go:171","msg":"trace[1651478985] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24360; }","duration":"985.65917ms","start":"2026-03-08T03:18:39.721828Z","end":"2026-03-08T03:18:40.707488Z","steps":["trace[1651478985] 'agreement among raft nodes before linearized reading' (duration: 985.097627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.707513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:39.721815Z","time spent":"985.69337ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:18:40.707784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.027994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:40.707873Z","caller":"traceutil/trace.go:171","msg":"trace[2376459] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24360; }","duration":"497.169837ms","start":"2026-03-08T03:18:40.210683Z","end":"2026-03-08T03:18:40.707853Z","steps":["trace[2376459] 'agreement among raft nodes before linearized reading' (duration: 496.973783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.707917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:40.210661Z","time spent":"497.24653ms","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:40.707924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.530349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:40.707954Z","caller":"traceutil/trace.go:171","msg":"trace[1639931741] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24360; }","duration":"610.60939ms","start":"2026-03-08T03:18:40.097337Z","end":"2026-03-08T03:18:40.707947Z","steps":["trace[1639931741] 'agreement among raft nodes before linearized reading' (duration: 610.531859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:40.707972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:40.097321Z","time spent":"610.645672ms","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:40.927244Z","caller":"traceutil/trace.go:171","msg":"trace[917317345] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"126.960782ms","start":"2026-03-08T03:18:40.80025Z","end":"2026-03-08T03:18:40.927211Z","steps":["trace[917317345] 'process raft request' (duration: 126.761347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:41.450135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:41.95099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:42.255483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301738154s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:18:42.270377Z","caller":"traceutil/trace.go:171","msg":"trace[893195840] linearizableReadLoop","detail":"{readStateIndex:25236; appliedIndex:25235; }","duration":"1.320927765s","start":"2026-03-08T03:18:40.949418Z","end":"2026-03-08T03:18:42.270346Z","steps":["trace[893195840] 'read index received' (duration: 1.306174309s)","trace[893195840] 'applied index is now lower than readState.Index' (duration: 14.751476ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:42.270511Z","caller":"traceutil/trace.go:171","msg":"trace[2050441683] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"1.322814619s","start":"2026-03-08T03:18:40.947668Z","end":"2026-03-08T03:18:42.270483Z","steps":["trace[2050441683] 'process raft request' (duration: 1.307968991s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:42.270554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321115259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:42.270602Z","caller":"traceutil/trace.go:171","msg":"trace[1846193498] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24364; }","duration":"1.321180451s","start":"2026-03-08T03:18:40.949406Z","end":"2026-03-08T03:18:42.270586Z","steps":["trace[1846193498] 'agreement among raft nodes before linearized reading' (duration: 1.321083338s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:42.270616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:40.947624Z","time spent":"1.322941212s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:18:42.27064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:40.949388Z","time spent":"1.321241853s","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:42.270656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.160543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:42.270742Z","caller":"traceutil/trace.go:171","msg":"trace[1150981517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24364; }","duration":"559.305587ms","start":"2026-03-08T03:18:41.711412Z","end":"2026-03-08T03:18:42.270718Z","steps":["trace[1150981517] 'agreement among raft nodes before linearized reading' (duration: 559.136693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:42.270767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.551716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:42.270849Z","caller":"traceutil/trace.go:171","msg":"trace[473528466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24364; }","duration":"543.671679ms","start":"2026-03-08T03:18:41.727156Z","end":"2026-03-08T03:18:42.270828Z","steps":["trace[473528466] 'agreement among raft nodes before linearized reading' (duration: 543.433284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:42.270911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.401839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-08T03:18:42.270786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:41.711386Z","time spent":"559.391728ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:18:42.270949Z","caller":"traceutil/trace.go:171","msg":"trace[263699798] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24364; }","duration":"559.45353ms","start":"2026-03-08T03:18:41.711482Z","end":"2026-03-08T03:18:42.270936Z","steps":["trace[263699798] 'agreement among raft nodes before linearized reading' (duration: 559.323597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:42.270985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:41.711386Z","time spent":"559.592763ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:42.27091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:41.727137Z","time spent":"543.759111ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:18:43.063531Z","caller":"traceutil/trace.go:171","msg":"trace[1139071561] linearizableReadLoop","detail":"{readStateIndex:25242; appliedIndex:25239; }","duration":"437.305631ms","start":"2026-03-08T03:18:42.626199Z","end":"2026-03-08T03:18:43.063504Z","steps":["trace[1139071561] 'read index received' (duration: 437.129477ms)","trace[1139071561] 'applied index is now lower than readState.Index' (duration: 175.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:43.063683Z","caller":"traceutil/trace.go:171","msg":"trace[129507350] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"532.368704ms","start":"2026-03-08T03:18:42.531277Z","end":"2026-03-08T03:18:43.063646Z","steps":["trace[129507350] 'process raft request' (duration: 532.145368ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:43.063712Z","caller":"traceutil/trace.go:171","msg":"trace[1511408140] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"532.574638ms","start":"2026-03-08T03:18:42.531025Z","end":"2026-03-08T03:18:43.0636Z","steps":["trace[1511408140] 'process raft request' (duration: 532.254191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.063806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.508046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:43.063799Z","caller":"traceutil/trace.go:171","msg":"trace[2081127543] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"530.602583ms","start":"2026-03-08T03:18:42.533129Z","end":"2026-03-08T03:18:43.063731Z","steps":["trace[2081127543] 'process raft request' (duration: 530.339356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.063884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.53101Z","time spent":"532.787174ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:43.063889Z","caller":"traceutil/trace.go:171","msg":"trace[630111036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24370; }","duration":"437.70834ms","start":"2026-03-08T03:18:42.626139Z","end":"2026-03-08T03:18:43.063847Z","steps":["trace[630111036] 'agreement among raft nodes before linearized reading' (duration: 437.522506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.063974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.626115Z","time spent":"437.841024ms","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:43.06401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.533112Z","time spent":"530.794197ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:43.063851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.531222Z","time spent":"532.546098ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:43.370534Z","caller":"traceutil/trace.go:171","msg":"trace[553743673] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"696.711974ms","start":"2026-03-08T03:18:42.673797Z","end":"2026-03-08T03:18:43.370509Z","steps":["trace[553743673] 'process raft request' (duration: 696.495009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.370693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.673759Z","time spent":"696.844377ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:43.370865Z","caller":"traceutil/trace.go:171","msg":"trace[1544277576] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"696.262314ms","start":"2026-03-08T03:18:42.674579Z","end":"2026-03-08T03:18:43.370841Z","steps":["trace[1544277576] 'process raft request' (duration: 695.883875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.370962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.674557Z","time spent":"696.360086ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:43.370966Z","caller":"traceutil/trace.go:171","msg":"trace[1676719539] linearizableReadLoop","detail":"{readStateIndex:25247; appliedIndex:25242; }","duration":"307.305918ms","start":"2026-03-08T03:18:43.063636Z","end":"2026-03-08T03:18:43.370942Z","steps":["trace[1676719539] 'read index received' (duration: 306.676994ms)","trace[1676719539] 'applied index is now lower than readState.Index' (duration: 627.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:43.371191Z","caller":"traceutil/trace.go:171","msg":"trace[1154334726] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"694.649916ms","start":"2026-03-08T03:18:42.676509Z","end":"2026-03-08T03:18:43.371159Z","steps":["trace[1154334726] 'process raft request' (duration: 694.339708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.371241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.545869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-08T03:18:43.371283Z","caller":"traceutil/trace.go:171","msg":"trace[1380334710] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24375; }","duration":"650.58393ms","start":"2026-03-08T03:18:42.720685Z","end":"2026-03-08T03:18:43.371268Z","steps":["trace[1380334710] 'agreement among raft nodes before linearized reading' (duration: 650.407216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.37132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.72063Z","time spent":"650.683583ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-08T03:18:43.371372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.676493Z","time spent":"694.772169ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:43.371439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.029738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-08T03:18:43.371504Z","caller":"traceutil/trace.go:171","msg":"trace[1030907818] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"464.031079ms","start":"2026-03-08T03:18:42.907462Z","end":"2026-03-08T03:18:43.371493Z","steps":["trace[1030907818] 'process raft request' (duration: 463.432365ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:43.371522Z","caller":"traceutil/trace.go:171","msg":"trace[1541297051] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24375; }","duration":"154.149561ms","start":"2026-03-08T03:18:43.217353Z","end":"2026-03-08T03:18:43.371503Z","steps":["trace[1541297051] 'agreement among raft nodes before linearized reading' (duration: 153.904245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.371595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.907437Z","time spent":"464.09226ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:43.371622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.710802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:43.371653Z","caller":"traceutil/trace.go:171","msg":"trace[762925853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24375; }","duration":"661.785054ms","start":"2026-03-08T03:18:42.709858Z","end":"2026-03-08T03:18:43.371643Z","steps":["trace[762925853] 'agreement among raft nodes before linearized reading' (duration: 661.740793ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:43.37167Z","caller":"traceutil/trace.go:171","msg":"trace[1560335243] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"695.725911ms","start":"2026-03-08T03:18:42.675928Z","end":"2026-03-08T03:18:43.371654Z","steps":["trace[1560335243] 'process raft request' (duration: 694.800169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.371692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.709836Z","time spent":"661.849925ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:43.371751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.675911Z","time spent":"695.796692ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:43.371547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.6426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189abf711599e2da\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-08T03:18:43.371888Z","caller":"traceutil/trace.go:171","msg":"trace[1330376879] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189abf711599e2da; range_end:; response_count:1; response_revision:24375; }","duration":"701.986708ms","start":"2026-03-08T03:18:42.669882Z","end":"2026-03-08T03:18:43.371868Z","steps":["trace[1330376879] 'agreement among raft nodes before linearized reading' (duration: 701.548368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.371935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:42.669857Z","time spent":"702.064819ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189abf711599e2da\" "} {"level":"warn","ts":"2026-03-08T03:18:43.95933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.485319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:43.959511Z","caller":"traceutil/trace.go:171","msg":"trace[468085826] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"584.710172ms","start":"2026-03-08T03:18:43.374768Z","end":"2026-03-08T03:18:43.959479Z","steps":["trace[468085826] 'process raft request' (duration: 139.988258ms)","trace[468085826] 'compare' (duration: 444.311025ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:43.959626Z","caller":"traceutil/trace.go:171","msg":"trace[1154721292] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"581.594829ms","start":"2026-03-08T03:18:43.378011Z","end":"2026-03-08T03:18:43.959606Z","steps":["trace[1154721292] 'process raft request' (duration: 581.438576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.959682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:43.374743Z","time spent":"584.859195ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:43.959717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:43.377992Z","time spent":"581.681081ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:43.959947Z","caller":"traceutil/trace.go:171","msg":"trace[912136162] linearizableReadLoop","detail":"{readStateIndex:25248; appliedIndex:25247; }","duration":"584.002355ms","start":"2026-03-08T03:18:43.375933Z","end":"2026-03-08T03:18:43.959935Z","steps":["trace[912136162] 'read index received' (duration: 138.915662ms)","trace[912136162] 'applied index is now lower than readState.Index' (duration: 445.085603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:43.9601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.936088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:43.960152Z","caller":"traceutil/trace.go:171","msg":"trace[730342155] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24377; }","duration":"392.99939ms","start":"2026-03-08T03:18:43.56714Z","end":"2026-03-08T03:18:43.96014Z","steps":["trace[730342155] 'agreement among raft nodes before linearized reading' (duration: 392.921748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.960186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:43.567114Z","time spent":"393.062861ms","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:43.960345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.605652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:43.960378Z","caller":"traceutil/trace.go:171","msg":"trace[1945807286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24377; }","duration":"249.676073ms","start":"2026-03-08T03:18:43.710694Z","end":"2026-03-08T03:18:43.96037Z","steps":["trace[1945807286] 'agreement among raft nodes before linearized reading' (duration: 249.630982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.960532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.60752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d257602b-33dd-47e0-a839-200b6451e4e0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-08T03:18:43.960582Z","caller":"traceutil/trace.go:171","msg":"trace[1352464974] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d257602b-33dd-47e0-a839-200b6451e4e0; range_end:; response_count:1; response_revision:24377; }","duration":"584.703732ms","start":"2026-03-08T03:18:43.375865Z","end":"2026-03-08T03:18:43.960569Z","steps":["trace[1352464974] 'agreement among raft nodes before linearized reading' (duration: 584.559969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:43.960619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:43.375834Z","time spent":"584.776954ms","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d257602b-33dd-47e0-a839-200b6451e4e0\" "} {"level":"warn","ts":"2026-03-08T03:18:44.485575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.85882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:44.485656Z","caller":"traceutil/trace.go:171","msg":"trace[775951349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24377; }","duration":"238.989653ms","start":"2026-03-08T03:18:44.246646Z","end":"2026-03-08T03:18:44.485635Z","steps":["trace[775951349] 'count revisions from in-memory index tree' (duration: 238.766608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:44.485934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.406051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:44.486021Z","caller":"traceutil/trace.go:171","msg":"trace[274911134] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24377; }","duration":"353.539154ms","start":"2026-03-08T03:18:44.132459Z","end":"2026-03-08T03:18:44.485998Z","steps":["trace[274911134] 'count revisions from in-memory index tree' (duration: 353.329059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:44.486065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:44.13244Z","time spent":"353.613905ms","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:44.514808Z","caller":"traceutil/trace.go:171","msg":"trace[1018646709] linearizableReadLoop","detail":"{readStateIndex:25250; appliedIndex:25249; }","duration":"194.798625ms","start":"2026-03-08T03:18:44.319993Z","end":"2026-03-08T03:18:44.514792Z","steps":["trace[1018646709] 'read index received' (duration: 194.615921ms)","trace[1018646709] 'applied index is now lower than readState.Index' (duration: 181.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:44.515033Z","caller":"traceutil/trace.go:171","msg":"trace[1118640159] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"238.283606ms","start":"2026-03-08T03:18:44.276733Z","end":"2026-03-08T03:18:44.515016Z","steps":["trace[1118640159] 'process raft request' (duration: 237.931448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:44.51534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.351868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:44.515386Z","caller":"traceutil/trace.go:171","msg":"trace[1588690425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24378; }","duration":"195.43384ms","start":"2026-03-08T03:18:44.319939Z","end":"2026-03-08T03:18:44.515372Z","steps":["trace[1588690425] 'agreement among raft nodes before linearized reading' (duration: 195.259456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:44.515625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.327102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-08T03:18:44.515665Z","caller":"traceutil/trace.go:171","msg":"trace[506517338] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24378; }","duration":"139.390534ms","start":"2026-03-08T03:18:44.376264Z","end":"2026-03-08T03:18:44.515654Z","steps":["trace[506517338] 'agreement among raft nodes before linearized reading' (duration: 139.266321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:45.479594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.017946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:45.47968Z","caller":"traceutil/trace.go:171","msg":"trace[896748574] linearizableReadLoop","detail":"{readStateIndex:25251; appliedIndex:25250; }","duration":"937.260234ms","start":"2026-03-08T03:18:44.542406Z","end":"2026-03-08T03:18:45.479666Z","steps":["trace[896748574] 'read index received' (duration: 474.006223ms)","trace[896748574] 'applied index is now lower than readState.Index' (duration: 463.252851ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:45.479713Z","caller":"traceutil/trace.go:171","msg":"trace[1880697173] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"954.056718ms","start":"2026-03-08T03:18:44.525643Z","end":"2026-03-08T03:18:45.4797Z","steps":["trace[1880697173] 'process raft request' (duration: 490.835648ms)","trace[1880697173] 'compare' (duration: 462.555735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:45.479762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:44.525627Z","time spent":"954.113439ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:45.479841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.444708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:18:45.480285Z","caller":"traceutil/trace.go:171","msg":"trace[1607082680] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24379; }","duration":"937.507529ms","start":"2026-03-08T03:18:44.542351Z","end":"2026-03-08T03:18:45.479858Z","steps":["trace[1607082680] 'agreement among raft nodes before linearized reading' (duration: 937.373556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:45.480585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:44.542328Z","time spent":"938.246347ms","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:18:46.046319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.470428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:46.046451Z","caller":"traceutil/trace.go:171","msg":"trace[1917176836] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"988.522217ms","start":"2026-03-08T03:18:45.057904Z","end":"2026-03-08T03:18:46.046426Z","steps":["trace[1917176836] 'process raft request' (duration: 807.846764ms)","trace[1917176836] 'compare' (duration: 180.211102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:46.046528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.057877Z","time spent":"988.61486ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:18:46.709488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:18:46.709621Z","caller":"traceutil/trace.go:171","msg":"trace[1403613105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000340272s","start":"2026-03-08T03:18:44.709247Z","end":"2026-03-08T03:18:46.709588Z","steps":["trace[1403613105] 'agreement among raft nodes before linearized reading' (duration: 2.000171888s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.709691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:44.709229Z","time spent":"2.000447015s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:18:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:18:46.822699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.253675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:46.823012Z","caller":"traceutil/trace.go:171","msg":"trace[608136851] linearizableReadLoop","detail":"{readStateIndex:25257; appliedIndex:25251; }","duration":"1.343295511s","start":"2026-03-08T03:18:45.479698Z","end":"2026-03-08T03:18:46.822993Z","steps":["trace[608136851] 'read index received' (duration: 386.085999ms)","trace[608136851] 'applied index is now lower than readState.Index' (duration: 957.208472ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:46.823266Z","caller":"traceutil/trace.go:171","msg":"trace[1007111752] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"1.509022823s","start":"2026-03-08T03:18:45.31423Z","end":"2026-03-08T03:18:46.823253Z","steps":["trace[1007111752] 'process raft request' (duration: 1.362110332s)","trace[1007111752] 'compare' (duration: 145.806315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:46.823325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.314202Z","time spent":"1.509096655s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:46.824392Z","caller":"traceutil/trace.go:171","msg":"trace[621927988] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"1.44843288s","start":"2026-03-08T03:18:45.375948Z","end":"2026-03-08T03:18:46.824381Z","steps":["trace[621927988] 'process raft request' (duration: 1.446858583s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.824449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.375933Z","time spent":"1.448489931s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:46.824571Z","caller":"traceutil/trace.go:171","msg":"trace[336531303] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"1.446872983s","start":"2026-03-08T03:18:45.377687Z","end":"2026-03-08T03:18:46.82456Z","steps":["trace[336531303] 'process raft request' (duration: 1.445182884s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.824626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.377676Z","time spent":"1.446918934s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:46.82473Z","caller":"traceutil/trace.go:171","msg":"trace[1550169735] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"1.446881443s","start":"2026-03-08T03:18:45.377841Z","end":"2026-03-08T03:18:46.824722Z","steps":["trace[1550169735] 'process raft request' (duration: 1.44505695s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.824777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.377831Z","time spent":"1.446922684s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:46.824883Z","caller":"traceutil/trace.go:171","msg":"trace[42792315] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"1.446893244s","start":"2026-03-08T03:18:45.377982Z","end":"2026-03-08T03:18:46.824876Z","steps":["trace[42792315] 'process raft request' (duration: 1.444942738s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.824928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.377941Z","time spent":"1.446964816s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:46.825056Z","caller":"traceutil/trace.go:171","msg":"trace[943771125] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"1.298262213s","start":"2026-03-08T03:18:45.526785Z","end":"2026-03-08T03:18:46.825047Z","steps":["trace[943771125] 'process raft request' (duration: 1.296167894s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.825115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.526766Z","time spent":"1.298324364s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:46.82536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577145503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-rpj6c\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-03-08T03:18:46.825393Z","caller":"traceutil/trace.go:171","msg":"trace[1403800672] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-rpj6c; range_end:; response_count:1; response_revision:24386; }","duration":"1.577181234s","start":"2026-03-08T03:18:45.248204Z","end":"2026-03-08T03:18:46.825385Z","steps":["trace[1403800672] 'agreement among raft nodes before linearized reading' (duration: 1.5770185s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.825417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.248142Z","time spent":"1.577270175s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3419,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-rpj6c\" "} {"level":"warn","ts":"2026-03-08T03:18:46.825584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755835229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:18:46.825613Z","caller":"traceutil/trace.go:171","msg":"trace[775806717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24386; }","duration":"1.755882861s","start":"2026-03-08T03:18:45.069722Z","end":"2026-03-08T03:18:46.825605Z","steps":["trace[775806717] 'agreement among raft nodes before linearized reading' (duration: 1.755812249s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.825634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.069712Z","time spent":"1.755917592s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:46.825781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756373922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:18:46.82581Z","caller":"traceutil/trace.go:171","msg":"trace[204498155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24386; }","duration":"1.756449834s","start":"2026-03-08T03:18:45.069353Z","end":"2026-03-08T03:18:46.825802Z","steps":["trace[204498155] 'agreement among raft nodes before linearized reading' (duration: 1.756373742s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.825831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.069329Z","time spent":"1.756496655s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:46.825979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75709525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:18:46.826006Z","caller":"traceutil/trace.go:171","msg":"trace[1666676087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24386; }","duration":"1.757163491s","start":"2026-03-08T03:18:45.068836Z","end":"2026-03-08T03:18:46.826Z","steps":["trace[1666676087] 'agreement among raft nodes before linearized reading' (duration: 1.75708964s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.826023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.068814Z","time spent":"1.757205322s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:46.826141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008651657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:46.826173Z","caller":"traceutil/trace.go:171","msg":"trace[1393545843] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24386; }","duration":"2.008727439s","start":"2026-03-08T03:18:44.817437Z","end":"2026-03-08T03:18:46.826165Z","steps":["trace[1393545843] 'agreement among raft nodes before linearized reading' (duration: 2.008673828s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.826196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:44.817415Z","time spent":"2.008774331s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:18:46.826373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140627298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:18:46.826417Z","caller":"traceutil/trace.go:171","msg":"trace[1649869087] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:24386; }","duration":"2.14071577s","start":"2026-03-08T03:18:44.685695Z","end":"2026-03-08T03:18:46.826411Z","steps":["trace[1649869087] 'agreement among raft nodes before linearized reading' (duration: 2.140623118s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.826437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:44.68567Z","time spent":"2.14076205s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T03:18:46.826591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1739424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:46.826617Z","caller":"traceutil/trace.go:171","msg":"trace[1179770926] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24386; }","duration":"2.174013362s","start":"2026-03-08T03:18:44.652597Z","end":"2026-03-08T03:18:46.826611Z","steps":["trace[1179770926] 'agreement among raft nodes before linearized reading' (duration: 2.17395775s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.826637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:44.652566Z","time spent":"2.174065073s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:46.826774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236787656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:18:46.826799Z","caller":"traceutil/trace.go:171","msg":"trace[1905082384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24386; }","duration":"2.236850408s","start":"2026-03-08T03:18:44.589943Z","end":"2026-03-08T03:18:46.826793Z","steps":["trace[1905082384] 'agreement among raft nodes before linearized reading' (duration: 2.236786346s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.826823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:44.589918Z","time spent":"2.236900118s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:46.826971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300624418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-08T03:18:46.826998Z","caller":"traceutil/trace.go:171","msg":"trace[2060150528] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24386; }","duration":"1.30066997s","start":"2026-03-08T03:18:45.526321Z","end":"2026-03-08T03:18:46.826991Z","steps":["trace[2060150528] 'agreement among raft nodes before linearized reading' (duration: 1.300592698s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.827017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.526306Z","time spent":"1.30070665s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:46.830634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.551317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:46.830666Z","caller":"traceutil/trace.go:171","msg":"trace[504909046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24386; }","duration":"113.634769ms","start":"2026-03-08T03:18:46.717025Z","end":"2026-03-08T03:18:46.83066Z","steps":["trace[504909046] 'agreement among raft nodes before linearized reading' (duration: 113.586148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.830806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.344297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:46.830836Z","caller":"traceutil/trace.go:171","msg":"trace[995287133] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24386; }","duration":"186.427889ms","start":"2026-03-08T03:18:46.644399Z","end":"2026-03-08T03:18:46.830827Z","steps":["trace[995287133] 'agreement among raft nodes before linearized reading' (duration: 186.378257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.830979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0393006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:46.831005Z","caller":"traceutil/trace.go:171","msg":"trace[1312364799] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24386; }","duration":"1.039369512s","start":"2026-03-08T03:18:45.791629Z","end":"2026-03-08T03:18:46.830999Z","steps":["trace[1312364799] 'agreement among raft nodes before linearized reading' (duration: 1.039322851s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.831025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.791605Z","time spent":"1.039414393s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:46.831862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155588302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-08T03:18:46.831897Z","caller":"traceutil/trace.go:171","msg":"trace[177090954] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24386; }","duration":"1.156286509s","start":"2026-03-08T03:18:45.675603Z","end":"2026-03-08T03:18:46.831889Z","steps":["trace[177090954] 'agreement among raft nodes before linearized reading' (duration: 1.155549921s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.831953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.675596Z","time spent":"1.1563486s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-08T03:18:46.832227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233835219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:46.832331Z","caller":"traceutil/trace.go:171","msg":"trace[336096114] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24386; }","duration":"1.234033604s","start":"2026-03-08T03:18:45.598271Z","end":"2026-03-08T03:18:46.832305Z","steps":["trace[336096114] 'agreement among raft nodes before linearized reading' (duration: 1.233795669s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.832378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.598244Z","time spent":"1.234125566s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:46.83598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163454607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:18:46.836072Z","caller":"traceutil/trace.go:171","msg":"trace[927280473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24386; }","duration":"1.16361751s","start":"2026-03-08T03:18:45.672432Z","end":"2026-03-08T03:18:46.83605Z","steps":["trace[927280473] 'agreement among raft nodes before linearized reading' (duration: 1.159964195s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:46.836122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:45.672406Z","time spent":"1.163703553s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:18:47.68118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.561107ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-08T03:18:47.681288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:46.834582Z","time spent":"846.702706ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:18:48.1914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079713279s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:18:48.282417Z","caller":"traceutil/trace.go:171","msg":"trace[838541593] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"1.445646343s","start":"2026-03-08T03:18:46.836753Z","end":"2026-03-08T03:18:48.2824Z","steps":["trace[838541593] 'process raft request' (duration: 1.35483037s)","trace[838541593] 'compare' (duration: 90.600398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:48.282516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:46.836728Z","time spent":"1.445736326s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:48.282703Z","caller":"traceutil/trace.go:171","msg":"trace[215062058] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"1.445422349s","start":"2026-03-08T03:18:46.83725Z","end":"2026-03-08T03:18:48.282672Z","steps":["trace[215062058] 'process raft request' (duration: 1.445091391s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:48.282821Z","caller":"traceutil/trace.go:171","msg":"trace[1349034002] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"1.445490709s","start":"2026-03-08T03:18:46.8373Z","end":"2026-03-08T03:18:48.282791Z","steps":["trace[1349034002] 'process raft request' (duration: 1.445269434s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.282848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:46.837241Z","time spent":"1.445527121s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:48.282912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:46.837294Z","time spent":"1.445570581s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:48.283005Z","caller":"traceutil/trace.go:171","msg":"trace[1491164564] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"1.443985384s","start":"2026-03-08T03:18:46.839013Z","end":"2026-03-08T03:18:48.282998Z","steps":["trace[1491164564] 'process raft request' (duration: 1.443700288s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.283044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:46.839003Z","time spent":"1.444022185s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3701,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:48.283069Z","caller":"traceutil/trace.go:171","msg":"trace[591713441] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"1.443773229s","start":"2026-03-08T03:18:46.83927Z","end":"2026-03-08T03:18:48.283044Z","steps":["trace[591713441] 'process raft request' (duration: 1.443621786s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:48.283073Z","caller":"traceutil/trace.go:171","msg":"trace[1725196781] linearizableReadLoop","detail":"{readStateIndex:25262; appliedIndex:25258; }","duration":"1.44426349s","start":"2026-03-08T03:18:46.838784Z","end":"2026-03-08T03:18:48.283047Z","steps":["trace[1725196781] 'read index received' (duration: 272.822277ms)","trace[1725196781] 'applied index is now lower than readState.Index' (duration: 1.171440203s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:48.283169Z","caller":"traceutil/trace.go:171","msg":"trace[267116789] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"600.477913ms","start":"2026-03-08T03:18:47.682678Z","end":"2026-03-08T03:18:48.283156Z","steps":["trace[267116789] 'process raft request' (duration: 600.324189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.28318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:46.83926Z","time spent":"1.443863631s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:48.283199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444414595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:48.283227Z","caller":"traceutil/trace.go:171","msg":"trace[609177843] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24392; }","duration":"1.444471435s","start":"2026-03-08T03:18:46.838749Z","end":"2026-03-08T03:18:48.28322Z","steps":["trace[609177843] 'agreement among raft nodes before linearized reading' (duration: 1.444409924s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.283232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:47.682654Z","time spent":"600.543625ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:48.283243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:46.838739Z","time spent":"1.444500917s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:18:48.283288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.532021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:18:48.283312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443310778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:18:48.283332Z","caller":"traceutil/trace.go:171","msg":"trace[2145631704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24392; }","duration":"791.616103ms","start":"2026-03-08T03:18:47.491699Z","end":"2026-03-08T03:18:48.283315Z","steps":["trace[2145631704] 'agreement among raft nodes before linearized reading' (duration: 791.48459ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:48.283352Z","caller":"traceutil/trace.go:171","msg":"trace[700156209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24392; }","duration":"1.44337577s","start":"2026-03-08T03:18:46.839964Z","end":"2026-03-08T03:18:48.283339Z","steps":["trace[700156209] 'agreement among raft nodes before linearized reading' (duration: 1.443216957s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.283364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:47.491673Z","time spent":"791.683985ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:48.283387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:46.839957Z","time spent":"1.443421361s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:18:48.283439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.857189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-bbcl4.189abf76192fa013\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-08T03:18:48.283456Z","caller":"traceutil/trace.go:171","msg":"trace[1192510658] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-bbcl4.189abf76192fa013; range_end:; response_count:1; response_revision:24392; }","duration":"992.91616ms","start":"2026-03-08T03:18:47.290535Z","end":"2026-03-08T03:18:48.283451Z","steps":["trace[1192510658] 'agreement among raft nodes before linearized reading' (duration: 992.836028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.28347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:47.290511Z","time spent":"992.95569ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-bbcl4.189abf76192fa013\" "} {"level":"warn","ts":"2026-03-08T03:18:48.283512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.190114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:48.283532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.451201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:48.283591Z","caller":"traceutil/trace.go:171","msg":"trace[612695035] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24392; }","duration":"852.512393ms","start":"2026-03-08T03:18:47.431067Z","end":"2026-03-08T03:18:48.283579Z","steps":["trace[612695035] 'agreement among raft nodes before linearized reading' (duration: 852.40017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.283626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:47.431033Z","time spent":"852.583345ms","remote":"127.0.0.1:53534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:48.283646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.938088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:48.283665Z","caller":"traceutil/trace.go:171","msg":"trace[1283220932] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24392; }","duration":"128.99756ms","start":"2026-03-08T03:18:48.154662Z","end":"2026-03-08T03:18:48.28366Z","steps":["trace[1283220932] 'agreement among raft nodes before linearized reading' (duration: 128.964149ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:48.283631Z","caller":"traceutil/trace.go:171","msg":"trace[1478126612] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24392; }","duration":"410.279196ms","start":"2026-03-08T03:18:47.873274Z","end":"2026-03-08T03:18:48.283554Z","steps":["trace[1478126612] 'agreement among raft nodes before linearized reading' (duration: 410.183534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.283686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282687885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:48.283678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201467518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:48.283723Z","caller":"traceutil/trace.go:171","msg":"trace[944270032] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24392; }","duration":"1.282764747s","start":"2026-03-08T03:18:47.000946Z","end":"2026-03-08T03:18:48.283711Z","steps":["trace[944270032] 'agreement among raft nodes before linearized reading' (duration: 1.282710746s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.283722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:47.873257Z","time spent":"410.44749ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:48.283755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:47.000924Z","time spent":"1.282822719s","remote":"127.0.0.1:49854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:48.283752Z","caller":"traceutil/trace.go:171","msg":"trace[481565563] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24392; }","duration":"1.20157785s","start":"2026-03-08T03:18:47.082151Z","end":"2026-03-08T03:18:48.283729Z","steps":["trace[481565563] 'agreement among raft nodes before linearized reading' (duration: 1.201469428s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.28353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.02145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-08T03:18:48.283802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:47.08213Z","time spent":"1.201658683s","remote":"127.0.0.1:36938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:48.283832Z","caller":"traceutil/trace.go:171","msg":"trace[1151966022] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24392; }","duration":"447.366398ms","start":"2026-03-08T03:18:47.836455Z","end":"2026-03-08T03:18:48.283822Z","steps":["trace[1151966022] 'agreement among raft nodes before linearized reading' (duration: 447.005689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.283859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:47.836403Z","time spent":"447.448169ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"info","ts":"2026-03-08T03:18:48.412974Z","caller":"traceutil/trace.go:171","msg":"trace[848037021] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"123.211144ms","start":"2026-03-08T03:18:48.289729Z","end":"2026-03-08T03:18:48.41294Z","steps":["trace[848037021] 'process raft request' (duration: 97.508741ms)","trace[848037021] 'compare' (duration: 25.439137ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:48.41325Z","caller":"traceutil/trace.go:171","msg":"trace[1567078403] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"123.45328ms","start":"2026-03-08T03:18:48.289764Z","end":"2026-03-08T03:18:48.413217Z","steps":["trace[1567078403] 'process raft request' (duration: 123.094121ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:48.413389Z","caller":"traceutil/trace.go:171","msg":"trace[138220183] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"122.999229ms","start":"2026-03-08T03:18:48.290354Z","end":"2026-03-08T03:18:48.413353Z","steps":["trace[138220183] 'process raft request' (duration: 122.784844ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:48.413411Z","caller":"traceutil/trace.go:171","msg":"trace[998824509] linearizableReadLoop","detail":"{readStateIndex:25267; appliedIndex:25265; }","duration":"123.572272ms","start":"2026-03-08T03:18:48.289756Z","end":"2026-03-08T03:18:48.413328Z","steps":["trace[998824509] 'read index received' (duration: 84.389202ms)","trace[998824509] 'applied index is now lower than readState.Index' (duration: 39.18197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:48.413629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.852059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:18:48.41368Z","caller":"traceutil/trace.go:171","msg":"trace[920925736] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24396; }","duration":"123.933961ms","start":"2026-03-08T03:18:48.289733Z","end":"2026-03-08T03:18:48.413667Z","steps":["trace[920925736] 'agreement among raft nodes before linearized reading' (duration: 123.758037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.413793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.4574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:48.41387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.970021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-rpj6c\" ","response":"range_response_count:1 size:3719"} {"level":"info","ts":"2026-03-08T03:18:48.413882Z","caller":"traceutil/trace.go:171","msg":"trace[280152769] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24396; }","duration":"120.554592ms","start":"2026-03-08T03:18:48.293294Z","end":"2026-03-08T03:18:48.413849Z","steps":["trace[280152769] 'agreement among raft nodes before linearized reading' (duration: 120.435269ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:48.413925Z","caller":"traceutil/trace.go:171","msg":"trace[1807547733] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-rpj6c; range_end:; response_count:1; response_revision:24396; }","duration":"124.060184ms","start":"2026-03-08T03:18:48.289848Z","end":"2026-03-08T03:18:48.413909Z","steps":["trace[1807547733] 'agreement among raft nodes before linearized reading' (duration: 123.758697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.652822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.654652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:48.652908Z","caller":"traceutil/trace.go:171","msg":"trace[983375144] linearizableReadLoop","detail":"{readStateIndex:25270; appliedIndex:25269; }","duration":"232.724366ms","start":"2026-03-08T03:18:48.420171Z","end":"2026-03-08T03:18:48.652896Z","steps":["trace[983375144] 'read index received' (duration: 126.937061ms)","trace[983375144] 'applied index is now lower than readState.Index' (duration: 105.786195ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:48.653006Z","caller":"traceutil/trace.go:171","msg":"trace[1316580153] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"236.005654ms","start":"2026-03-08T03:18:48.416991Z","end":"2026-03-08T03:18:48.652996Z","steps":["trace[1316580153] 'process raft request' (duration: 130.104006ms)","trace[1316580153] 'compare' (duration: 105.405936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:48.653208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.033133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:48.653244Z","caller":"traceutil/trace.go:171","msg":"trace[199031007] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24397; }","duration":"233.098005ms","start":"2026-03-08T03:18:48.420135Z","end":"2026-03-08T03:18:48.653234Z","steps":["trace[199031007] 'agreement among raft nodes before linearized reading' (duration: 233.020393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.154043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:49.297368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.765105ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:49.29744Z","caller":"traceutil/trace.go:171","msg":"trace[1035520207] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24397; }","duration":"200.843737ms","start":"2026-03-08T03:18:49.096586Z","end":"2026-03-08T03:18:49.29743Z","steps":["trace[1035520207] 'range keys from in-memory index tree' (duration: 200.755015ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.297847Z","caller":"traceutil/trace.go:171","msg":"trace[2100009889] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"875.572965ms","start":"2026-03-08T03:18:48.422245Z","end":"2026-03-08T03:18:49.297818Z","steps":["trace[2100009889] 'process raft request' (duration: 824.958926ms)","trace[2100009889] 'compare' (duration: 50.483936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:49.298052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:48.422223Z","time spent":"875.75765ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:49.319636Z","caller":"traceutil/trace.go:171","msg":"trace[229566924] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"479.942203ms","start":"2026-03-08T03:18:48.839675Z","end":"2026-03-08T03:18:49.319617Z","steps":["trace[229566924] 'process raft request' (duration: 479.682537ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.319717Z","caller":"traceutil/trace.go:171","msg":"trace[1587227925] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"479.627855ms","start":"2026-03-08T03:18:48.840058Z","end":"2026-03-08T03:18:49.319686Z","steps":["trace[1587227925] 'process raft request' (duration: 479.452181ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.319753Z","caller":"traceutil/trace.go:171","msg":"trace[1612925973] linearizableReadLoop","detail":"{readStateIndex:25275; appliedIndex:25270; }","duration":"666.75851ms","start":"2026-03-08T03:18:48.652967Z","end":"2026-03-08T03:18:49.319726Z","steps":["trace[1612925973] 'read index received' (duration: 594.381981ms)","trace[1612925973] 'applied index is now lower than readState.Index' (duration: 72.374969ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:49.319804Z","caller":"traceutil/trace.go:171","msg":"trace[2019969235] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"472.316283ms","start":"2026-03-08T03:18:48.847451Z","end":"2026-03-08T03:18:49.319768Z","steps":["trace[2019969235] 'process raft request' (duration: 472.220341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.319919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.927168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:49.319923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:48.84004Z","time spent":"479.752598ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:49.319917Z","caller":"traceutil/trace.go:171","msg":"trace[1159026675] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"478.98858ms","start":"2026-03-08T03:18:48.840901Z","end":"2026-03-08T03:18:49.31989Z","steps":["trace[1159026675] 'process raft request' (duration: 478.705543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.319935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.097966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:49.31997Z","caller":"traceutil/trace.go:171","msg":"trace[1638523441] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24402; }","duration":"886.02472ms","start":"2026-03-08T03:18:48.433929Z","end":"2026-03-08T03:18:49.319954Z","steps":["trace[1638523441] 'agreement among raft nodes before linearized reading' (duration: 885.928647ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.320006Z","caller":"traceutil/trace.go:171","msg":"trace[1685752824] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24402; }","duration":"781.217728ms","start":"2026-03-08T03:18:48.538774Z","end":"2026-03-08T03:18:49.319992Z","steps":["trace[1685752824] 'agreement among raft nodes before linearized reading' (duration: 781.026024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.320019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:48.433913Z","time spent":"886.093472ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:18:49.320054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:48.538754Z","time spent":"781.289361ms","remote":"127.0.0.1:53438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:49.320064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:48.840892Z","time spent":"479.095742ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:49.319939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:48.84743Z","time spent":"472.443316ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:49.32006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:48.839649Z","time spent":"480.089836ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:49.570577Z","caller":"traceutil/trace.go:171","msg":"trace[528426620] linearizableReadLoop","detail":"{readStateIndex:25278; appliedIndex:25275; }","duration":"250.722808ms","start":"2026-03-08T03:18:49.319828Z","end":"2026-03-08T03:18:49.570551Z","steps":["trace[528426620] 'read index received' (duration: 246.805567ms)","trace[528426620] 'applied index is now lower than readState.Index' (duration: 3.915961ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:49.570609Z","caller":"traceutil/trace.go:171","msg":"trace[1552088973] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"281.558353ms","start":"2026-03-08T03:18:49.289Z","end":"2026-03-08T03:18:49.570558Z","steps":["trace[1552088973] 'process raft request' (duration: 277.60545ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.570602Z","caller":"traceutil/trace.go:171","msg":"trace[1101581403] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"267.899412ms","start":"2026-03-08T03:18:49.302674Z","end":"2026-03-08T03:18:49.570573Z","steps":["trace[1101581403] 'process raft request' (duration: 267.721038ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.57067Z","caller":"traceutil/trace.go:171","msg":"trace[1103993560] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"267.640966ms","start":"2026-03-08T03:18:49.30299Z","end":"2026-03-08T03:18:49.570631Z","steps":["trace[1103993560] 'process raft request' (duration: 267.488673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.570749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.607804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:49.570802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.962886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-08T03:18:49.570819Z","caller":"traceutil/trace.go:171","msg":"trace[1542416880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24405; }","duration":"860.727586ms","start":"2026-03-08T03:18:48.710073Z","end":"2026-03-08T03:18:49.570801Z","steps":["trace[1542416880] 'agreement among raft nodes before linearized reading' (duration: 860.606054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.570831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.245934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:49.57085Z","caller":"traceutil/trace.go:171","msg":"trace[793407313] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24405; }","duration":"280.048797ms","start":"2026-03-08T03:18:49.290787Z","end":"2026-03-08T03:18:49.570836Z","steps":["trace[793407313] 'agreement among raft nodes before linearized reading' (duration: 279.874063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.570865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:48.710054Z","time spent":"860.799728ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:49.570869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.419118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-08T03:18:49.570879Z","caller":"traceutil/trace.go:171","msg":"trace[578597238] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24405; }","duration":"246.313915ms","start":"2026-03-08T03:18:49.324552Z","end":"2026-03-08T03:18:49.570866Z","steps":["trace[578597238] 'agreement among raft nodes before linearized reading' (duration: 246.234153ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.570954Z","caller":"traceutil/trace.go:171","msg":"trace[1339570957] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:24405; }","duration":"269.548261ms","start":"2026-03-08T03:18:49.301387Z","end":"2026-03-08T03:18:49.570935Z","steps":["trace[1339570957] 'agreement among raft nodes before linearized reading' (duration: 269.263774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.571014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.931222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-08T03:18:49.57109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.899559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:18:49.571093Z","caller":"traceutil/trace.go:171","msg":"trace[500409373] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24405; }","duration":"153.039175ms","start":"2026-03-08T03:18:49.418029Z","end":"2026-03-08T03:18:49.571068Z","steps":["trace[500409373] 'agreement among raft nodes before linearized reading' (duration: 152.812369ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.571133Z","caller":"traceutil/trace.go:171","msg":"trace[875033079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24405; }","duration":"157.992591ms","start":"2026-03-08T03:18:49.413131Z","end":"2026-03-08T03:18:49.571123Z","steps":["trace[875033079] 'agreement among raft nodes before linearized reading' (duration: 157.773566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.806172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.000876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:49.806277Z","caller":"traceutil/trace.go:171","msg":"trace[1016289864] linearizableReadLoop","detail":"{readStateIndex:25279; appliedIndex:25278; }","duration":"228.243031ms","start":"2026-03-08T03:18:49.578018Z","end":"2026-03-08T03:18:49.806261Z","steps":["trace[1016289864] 'read index received' (duration: 106.112162ms)","trace[1016289864] 'applied index is now lower than readState.Index' (duration: 122.129669ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:49.806333Z","caller":"traceutil/trace.go:171","msg":"trace[404991676] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"228.6562ms","start":"2026-03-08T03:18:49.57763Z","end":"2026-03-08T03:18:49.806286Z","steps":["trace[404991676] 'process raft request' (duration: 106.45621ms)","trace[404991676] 'compare' (duration: 121.885103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:49.806605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.563888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-08T03:18:49.806704Z","caller":"traceutil/trace.go:171","msg":"trace[953429793] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:24406; }","duration":"228.703492ms","start":"2026-03-08T03:18:49.577976Z","end":"2026-03-08T03:18:49.80668Z","steps":["trace[953429793] 'agreement among raft nodes before linearized reading' (duration: 228.484176ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.850591Z","caller":"traceutil/trace.go:171","msg":"trace[1061617518] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"271.378604ms","start":"2026-03-08T03:18:49.579187Z","end":"2026-03-08T03:18:49.850566Z","steps":["trace[1061617518] 'process raft request' (duration: 271.243591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.851414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.88966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:49.851489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.289399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:18:49.851533Z","caller":"traceutil/trace.go:171","msg":"trace[320361600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24407; }","duration":"273.355611ms","start":"2026-03-08T03:18:49.578169Z","end":"2026-03-08T03:18:49.851525Z","steps":["trace[320361600] 'agreement among raft nodes before linearized reading' (duration: 273.212127ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.851487Z","caller":"traceutil/trace.go:171","msg":"trace[1696181861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24407; }","duration":"140.996581ms","start":"2026-03-08T03:18:49.710471Z","end":"2026-03-08T03:18:49.851468Z","steps":["trace[1696181861] 'agreement among raft nodes before linearized reading' (duration: 140.883449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:51.085284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074637699s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:51.085696Z","caller":"traceutil/trace.go:171","msg":"trace[400410626] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"1.271241337s","start":"2026-03-08T03:18:49.814404Z","end":"2026-03-08T03:18:51.085645Z","steps":["trace[400410626] 'process raft request' (duration: 196.168418ms)","trace[400410626] 'compare' (duration: 1.073299818s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:51.085721Z","caller":"traceutil/trace.go:171","msg":"trace[1009951674] linearizableReadLoop","detail":"{readStateIndex:25281; appliedIndex:25280; }","duration":"1.234382941s","start":"2026-03-08T03:18:49.851305Z","end":"2026-03-08T03:18:51.085688Z","steps":["trace[1009951674] 'read index received' (duration: 159.286101ms)","trace[1009951674] 'applied index is now lower than readState.Index' (duration: 1.07509335s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.085856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:49.814383Z","time spent":"1.27139518s","remote":"127.0.0.1:53584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:51.26612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.743065ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:18:51.26658Z","caller":"traceutil/trace.go:171","msg":"trace[1138989961] linearizableReadLoop","detail":"{readStateIndex:25283; appliedIndex:25281; }","duration":"180.716374ms","start":"2026-03-08T03:18:51.085799Z","end":"2026-03-08T03:18:51.266515Z","steps":["trace[1138989961] 'read index received' (duration: 131.429077ms)","trace[1138989961] 'applied index is now lower than readState.Index' (duration: 49.285827ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:51.266639Z","caller":"traceutil/trace.go:171","msg":"trace[1977049875] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"269.50303ms","start":"2026-03-08T03:18:50.997088Z","end":"2026-03-08T03:18:51.266591Z","steps":["trace[1977049875] 'process raft request' (duration: 269.130311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:51.266176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445662104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:51.26683Z","caller":"traceutil/trace.go:171","msg":"trace[869869407] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24408; }","duration":"1.44636641s","start":"2026-03-08T03:18:49.82043Z","end":"2026-03-08T03:18:51.266797Z","steps":["trace[869869407] 'agreement among raft nodes before linearized reading' (duration: 1.26540284s)","trace[869869407] 'count revisions from in-memory index tree' (duration: 180.254893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.267069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:49.820413Z","time spent":"1.446470823s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:51.758244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.025474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-08T03:18:51.75832Z","caller":"traceutil/trace.go:171","msg":"trace[231557748] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24409; }","duration":"669.143536ms","start":"2026-03-08T03:18:51.089156Z","end":"2026-03-08T03:18:51.7583Z","steps":["trace[231557748] 'agreement among raft nodes before linearized reading' (duration: 177.606891ms)","trace[231557748] 'range keys from in-memory index tree' (duration: 491.353671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.758357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.089141Z","time spent":"669.208578ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-08T03:18:51.758581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048500145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:51.758648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467759383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:18:51.758675Z","caller":"traceutil/trace.go:171","msg":"trace[1040060870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24409; }","duration":"1.467801244s","start":"2026-03-08T03:18:50.290865Z","end":"2026-03-08T03:18:51.758667Z","steps":["trace[1040060870] 'agreement among raft nodes before linearized reading' (duration: 975.855329ms)","trace[1040060870] 'range keys from in-memory index tree' (duration: 491.873643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.758663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452048444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:51.758703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.290858Z","time spent":"1.467839394s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:18:51.758723Z","caller":"traceutil/trace.go:171","msg":"trace[2109831411] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24409; }","duration":"1.452285489s","start":"2026-03-08T03:18:50.30642Z","end":"2026-03-08T03:18:51.758706Z","steps":["trace[2109831411] 'agreement among raft nodes before linearized reading' (duration: 960.292154ms)","trace[2109831411] 'count revisions from in-memory index tree' (duration: 491.77348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.758764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.306408Z","time spent":"1.452344311s","remote":"127.0.0.1:39626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:51.758816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468032409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:18:51.758871Z","caller":"traceutil/trace.go:171","msg":"trace[224468940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24409; }","duration":"1.468122441s","start":"2026-03-08T03:18:50.29074Z","end":"2026-03-08T03:18:51.758862Z","steps":["trace[224468940] 'agreement among raft nodes before linearized reading' (duration: 976.011143ms)","trace[224468940] 'range keys from in-memory index tree' (duration: 491.990415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.758888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889028607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-03-08T03:18:51.758896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.290719Z","time spent":"1.468170773s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:18:51.758917Z","caller":"traceutil/trace.go:171","msg":"trace[798934401] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d; range_end:; response_count:1; response_revision:24409; }","duration":"1.889092628s","start":"2026-03-08T03:18:49.869815Z","end":"2026-03-08T03:18:51.758907Z","steps":["trace[798934401] 'agreement among raft nodes before linearized reading' (duration: 1.396944259s)","trace[798934401] 'range keys from in-memory index tree' (duration: 492.050627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.758938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:49.869794Z","time spent":"1.88913922s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-6b6c45f44-cd7ls.189abf5ac3266a2d\" "} {"level":"warn","ts":"2026-03-08T03:18:51.759019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341178479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:18:51.759089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097044865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-08T03:18:51.759103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468233464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:18:51.759123Z","caller":"traceutil/trace.go:171","msg":"trace[1156966181] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24409; }","duration":"1.097121367s","start":"2026-03-08T03:18:50.661992Z","end":"2026-03-08T03:18:51.759113Z","steps":["trace[1156966181] 'agreement among raft nodes before linearized reading' (duration: 604.676291ms)","trace[1156966181] 'range keys from in-memory index tree' (duration: 492.362774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.75915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.661966Z","time spent":"1.097178569s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:51.759182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906323244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18823"} {"level":"info","ts":"2026-03-08T03:18:51.759206Z","caller":"traceutil/trace.go:171","msg":"trace[1652442082] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24409; }","duration":"1.906382115s","start":"2026-03-08T03:18:49.852818Z","end":"2026-03-08T03:18:51.7592Z","steps":["trace[1652442082] 'agreement among raft nodes before linearized reading' (duration: 1.413920158s)","trace[1652442082] 'range keys from in-memory index tree' (duration: 492.398235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.759227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:49.852799Z","time spent":"1.906424446s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18846,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-08T03:18:51.759107Z","caller":"traceutil/trace.go:171","msg":"trace[171471260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24409; }","duration":"1.341304842s","start":"2026-03-08T03:18:50.417785Z","end":"2026-03-08T03:18:51.75909Z","steps":["trace[171471260] 'agreement among raft nodes before linearized reading' (duration: 848.784964ms)","trace[171471260] 'range keys from in-memory index tree' (duration: 492.109708ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:51.759128Z","caller":"traceutil/trace.go:171","msg":"trace[1732963667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24409; }","duration":"1.468294325s","start":"2026-03-08T03:18:50.290826Z","end":"2026-03-08T03:18:51.75912Z","steps":["trace[1732963667] 'agreement among raft nodes before linearized reading' (duration: 975.9057ms)","trace[1732963667] 'range keys from in-memory index tree' (duration: 492.339804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.759324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4685027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:18:51.759346Z","caller":"traceutil/trace.go:171","msg":"trace[1262585668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24409; }","duration":"1.468565031s","start":"2026-03-08T03:18:50.290772Z","end":"2026-03-08T03:18:51.759337Z","steps":["trace[1262585668] 'agreement among raft nodes before linearized reading' (duration: 975.929841ms)","trace[1262585668] 'range keys from in-memory index tree' (duration: 492.581849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.759371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.290748Z","time spent":"1.468618593s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:51.759393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.417764Z","time spent":"1.34158494s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:18:51.758646Z","caller":"traceutil/trace.go:171","msg":"trace[1142671596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24409; }","duration":"1.048597248s","start":"2026-03-08T03:18:50.710031Z","end":"2026-03-08T03:18:51.758628Z","steps":["trace[1142671596] 'agreement among raft nodes before linearized reading' (duration: 556.614182ms)","trace[1142671596] 'range keys from in-memory index tree' (duration: 491.877563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.759344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.290804Z","time spent":"1.468530671s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:51.759465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.710016Z","time spent":"1.049443337s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:18:51.759504Z","caller":"traceutil/trace.go:171","msg":"trace[1796052976] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"433.84245ms","start":"2026-03-08T03:18:51.325652Z","end":"2026-03-08T03:18:51.759495Z","steps":["trace[1796052976] 'process raft request' (duration: 421.157162ms)","trace[1796052976] 'compare' (duration: 11.567652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.75906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181547421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-08T03:18:51.759588Z","caller":"traceutil/trace.go:171","msg":"trace[1764490240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24409; }","duration":"1.182097263s","start":"2026-03-08T03:18:50.577459Z","end":"2026-03-08T03:18:51.759556Z","steps":["trace[1764490240] 'agreement among raft nodes before linearized reading' (duration: 689.264078ms)","trace[1764490240] 'range keys from in-memory index tree' (duration: 492.289383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.759598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.325627Z","time spent":"433.905861ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:51.75962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.577433Z","time spent":"1.182177655s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:51.759271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.564806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:51.759711Z","caller":"traceutil/trace.go:171","msg":"trace[1760286501] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24409; }","duration":"776.035147ms","start":"2026-03-08T03:18:50.983659Z","end":"2026-03-08T03:18:51.759694Z","steps":["trace[1760286501] 'agreement among raft nodes before linearized reading' (duration: 283.028287ms)","trace[1760286501] 'count revisions from in-memory index tree' (duration: 492.562189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.759749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.983639Z","time spent":"776.098909ms","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:52.51302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.124739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:52.513212Z","caller":"traceutil/trace.go:171","msg":"trace[1971172939] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"1.186679152s","start":"2026-03-08T03:18:51.326486Z","end":"2026-03-08T03:18:52.513165Z","steps":["trace[1971172939] 'process raft request' (duration: 714.327797ms)","trace[1971172939] 'compare' (duration: 471.365522ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:52.513279Z","caller":"traceutil/trace.go:171","msg":"trace[1469742223] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"1.186111868s","start":"2026-03-08T03:18:51.327121Z","end":"2026-03-08T03:18:52.513233Z","steps":["trace[1469742223] 'process raft request' (duration: 1.185990566s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:52.513333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.327101Z","time spent":"1.186208041s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:52.513469Z","caller":"traceutil/trace.go:171","msg":"trace[602809279] linearizableReadLoop","detail":"{readStateIndex:25287; appliedIndex:25283; }","duration":"939.244891ms","start":"2026-03-08T03:18:51.574209Z","end":"2026-03-08T03:18:52.513453Z","steps":["trace[602809279] 'read index received' (duration: 172.616234ms)","trace[602809279] 'applied index is now lower than readState.Index' (duration: 766.627097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:52.513372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.326456Z","time spent":"1.186838066s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:52.51352Z","caller":"traceutil/trace.go:171","msg":"trace[1318154868] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"1.185006532s","start":"2026-03-08T03:18:51.328478Z","end":"2026-03-08T03:18:52.513485Z","steps":["trace[1318154868] 'process raft request' (duration: 1.184718776s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:52.513581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.366233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:52.513619Z","caller":"traceutil/trace.go:171","msg":"trace[231939472] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24413; }","duration":"939.426014ms","start":"2026-03-08T03:18:51.574179Z","end":"2026-03-08T03:18:52.513605Z","steps":["trace[231939472] 'agreement among raft nodes before linearized reading' (duration: 939.353132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:52.513658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.574161Z","time spent":"939.488456ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:52.5137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.328454Z","time spent":"1.185154216s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:53.462972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.040634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:53.463175Z","caller":"traceutil/trace.go:171","msg":"trace[1679952442] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"1.700774796s","start":"2026-03-08T03:18:51.762375Z","end":"2026-03-08T03:18:53.46315Z","steps":["trace[1679952442] 'process raft request' (duration: 856.451476ms)","trace[1679952442] 'compare' (duration: 843.606973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:53.463269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.762358Z","time spent":"1.700860159s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:53.46361Z","caller":"traceutil/trace.go:171","msg":"trace[912461845] linearizableReadLoop","detail":"{readStateIndex:25294; appliedIndex:25287; }","duration":"950.040254ms","start":"2026-03-08T03:18:52.513505Z","end":"2026-03-08T03:18:53.463545Z","steps":["trace[912461845] 'read index received' (duration: 105.228221ms)","trace[912461845] 'applied index is now lower than readState.Index' (duration: 844.810603ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:53.463627Z","caller":"traceutil/trace.go:171","msg":"trace[219620126] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"1.698425852s","start":"2026-03-08T03:18:51.765176Z","end":"2026-03-08T03:18:53.463602Z","steps":["trace[219620126] 'process raft request' (duration: 1.698089304s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:53.463638Z","caller":"traceutil/trace.go:171","msg":"trace[610562365] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"1.698406151s","start":"2026-03-08T03:18:51.765208Z","end":"2026-03-08T03:18:53.463614Z","steps":["trace[610562365] 'process raft request' (duration: 1.698119684s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:53.463646Z","caller":"traceutil/trace.go:171","msg":"trace[2043517739] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"1.624659718s","start":"2026-03-08T03:18:51.838967Z","end":"2026-03-08T03:18:53.463626Z","steps":["trace[2043517739] 'process raft request' (duration: 1.624512875s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:53.463643Z","caller":"traceutil/trace.go:171","msg":"trace[739810484] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"1.697541281s","start":"2026-03-08T03:18:51.766064Z","end":"2026-03-08T03:18:53.463605Z","steps":["trace[739810484] 'process raft request' (duration: 1.697358737s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:53.463692Z","caller":"traceutil/trace.go:171","msg":"trace[915754595] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"1.698568855s","start":"2026-03-08T03:18:51.765104Z","end":"2026-03-08T03:18:53.463673Z","steps":["trace[915754595] 'process raft request' (duration: 1.697992641s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:53.46369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680238005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:53.463749Z","caller":"traceutil/trace.go:171","msg":"trace[1041148983] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24420; }","duration":"1.680337467s","start":"2026-03-08T03:18:51.783399Z","end":"2026-03-08T03:18:53.463736Z","steps":["trace[1041148983] 'agreement among raft nodes before linearized reading' (duration: 1.680216764s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:53.463765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.765171Z","time spent":"1.698513534s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:53.463772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.765204Z","time spent":"1.698528294s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:53.463772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.765084Z","time spent":"1.698648357s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:53.463788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.783381Z","time spent":"1.680396918s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:53.463804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.766055Z","time spent":"1.697664184s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:53.463776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820515029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:53.46382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694816887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:53.463859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693357843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-08T03:18:53.463937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.345613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:53.463911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617013819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-08T03:18:53.463991Z","caller":"traceutil/trace.go:171","msg":"trace[1219722542] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24420; }","duration":"896.503057ms","start":"2026-03-08T03:18:52.567476Z","end":"2026-03-08T03:18:53.463979Z","steps":["trace[1219722542] 'agreement among raft nodes before linearized reading' (duration: 896.345953ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:53.463988Z","caller":"traceutil/trace.go:171","msg":"trace[1987285684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24420; }","duration":"1.693507886s","start":"2026-03-08T03:18:51.770461Z","end":"2026-03-08T03:18:53.463969Z","steps":["trace[1987285684] 'agreement among raft nodes before linearized reading' (duration: 1.69325328s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:53.463978Z","caller":"traceutil/trace.go:171","msg":"trace[116528328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24420; }","duration":"1.695009461s","start":"2026-03-08T03:18:51.76895Z","end":"2026-03-08T03:18:53.46396Z","steps":["trace[116528328] 'agreement among raft nodes before linearized reading' (duration: 1.694848448s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:53.46401Z","caller":"traceutil/trace.go:171","msg":"trace[1336528145] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24420; }","duration":"1.617202224s","start":"2026-03-08T03:18:51.846789Z","end":"2026-03-08T03:18:53.463991Z","steps":["trace[1336528145] 'agreement among raft nodes before linearized reading' (duration: 1.616888197s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:53.46403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:52.567457Z","time spent":"896.563318ms","remote":"127.0.0.1:49798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:53.464043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.230283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-08T03:18:53.464051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.768926Z","time spent":"1.695104044s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:18:53.463632Z","caller":"traceutil/trace.go:171","msg":"trace[1724300404] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"1.697843077s","start":"2026-03-08T03:18:51.765776Z","end":"2026-03-08T03:18:53.46362Z","steps":["trace[1724300404] 'process raft request' (duration: 1.697599162s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:53.464067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.846773Z","time spent":"1.617277915s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-08T03:18:53.464045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.770448Z","time spent":"1.693579338s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:18:53.463928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700172712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-08T03:18:53.464121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.765771Z","time spent":"1.698322559s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:53.463954Z","caller":"traceutil/trace.go:171","msg":"trace[596203002] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24420; }","duration":"1.820740135s","start":"2026-03-08T03:18:51.643198Z","end":"2026-03-08T03:18:53.463938Z","steps":["trace[596203002] 'agreement among raft nodes before linearized reading' (duration: 1.82053708s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:53.464139Z","caller":"traceutil/trace.go:171","msg":"trace[1740314288] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24420; }","duration":"1.700732536s","start":"2026-03-08T03:18:51.76339Z","end":"2026-03-08T03:18:53.464122Z","steps":["trace[1740314288] 'agreement among raft nodes before linearized reading' (duration: 1.700444839s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:53.463773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.838942Z","time spent":"1.624753391s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:53.464163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.643173Z","time spent":"1.82097748s","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:53.464191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.763376Z","time spent":"1.700802487s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-08T03:18:53.464084Z","caller":"traceutil/trace.go:171","msg":"trace[1333722005] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24420; }","duration":"699.310875ms","start":"2026-03-08T03:18:52.764757Z","end":"2026-03-08T03:18:53.464068Z","steps":["trace[1333722005] 'agreement among raft nodes before linearized reading' (duration: 699.178522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:53.464291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:52.764724Z","time spent":"699.553461ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:53.974683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905755,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:18:54.16369Z","caller":"traceutil/trace.go:171","msg":"trace[647514790] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"691.536963ms","start":"2026-03-08T03:18:53.472126Z","end":"2026-03-08T03:18:54.163663Z","steps":["trace[647514790] 'process raft request' (duration: 691.318307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:54.163852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:53.472105Z","time spent":"691.667995ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3020,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:54.795681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.37701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:54.79592Z","caller":"traceutil/trace.go:171","msg":"trace[1885298493] linearizableReadLoop","detail":"{readStateIndex:25297; appliedIndex:25294; }","duration":"1.321264962s","start":"2026-03-08T03:18:53.474635Z","end":"2026-03-08T03:18:54.795899Z","steps":["trace[1885298493] 'read index received' (duration: 688.846469ms)","trace[1885298493] 'applied index is now lower than readState.Index' (duration: 632.417023ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:54.795954Z","caller":"traceutil/trace.go:171","msg":"trace[136503393] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"1.203163369s","start":"2026-03-08T03:18:53.592752Z","end":"2026-03-08T03:18:54.795916Z","steps":["trace[136503393] 'process raft request' (duration: 915.41756ms)","trace[136503393] 'compare' (duration: 286.703224ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:54.796056Z","caller":"traceutil/trace.go:171","msg":"trace[2053174673] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"1.027798889s","start":"2026-03-08T03:18:53.768226Z","end":"2026-03-08T03:18:54.796025Z","steps":["trace[2053174673] 'process raft request' (duration: 1.027581294s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:54.796139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:53.592727Z","time spent":"1.203308741s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:54.79615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321487897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:54.796205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:53.7682Z","time spent":"1.027923722s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:54.796222Z","caller":"traceutil/trace.go:171","msg":"trace[330029081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24423; }","duration":"1.32159905s","start":"2026-03-08T03:18:53.474605Z","end":"2026-03-08T03:18:54.796204Z","steps":["trace[330029081] 'agreement among raft nodes before linearized reading' (duration: 1.321462517s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:54.796269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:53.474592Z","time spent":"1.321665802s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:18:54.819069Z","caller":"traceutil/trace.go:171","msg":"trace[232929020] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"479.600584ms","start":"2026-03-08T03:18:54.339441Z","end":"2026-03-08T03:18:54.819041Z","steps":["trace[232929020] 'process raft request' (duration: 479.474231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:54.819265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:54.339411Z","time spent":"479.774708ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:55.217734Z","caller":"traceutil/trace.go:171","msg":"trace[1206070755] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"700.017982ms","start":"2026-03-08T03:18:54.517692Z","end":"2026-03-08T03:18:55.21771Z","steps":["trace[1206070755] 'process raft request' (duration: 699.805707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.217871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:54.51767Z","time spent":"700.133995ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:55.218108Z","caller":"traceutil/trace.go:171","msg":"trace[1599897779] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"699.993891ms","start":"2026-03-08T03:18:54.518104Z","end":"2026-03-08T03:18:55.218098Z","steps":["trace[1599897779] 'process raft request' (duration: 699.562051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.218164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:54.518096Z","time spent":"700.041032ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:55.218399Z","caller":"traceutil/trace.go:171","msg":"trace[2141048224] linearizableReadLoop","detail":"{readStateIndex:25301; appliedIndex:25297; }","duration":"422.409501ms","start":"2026-03-08T03:18:54.795967Z","end":"2026-03-08T03:18:55.218377Z","steps":["trace[2141048224] 'read index received' (duration: 22.881297ms)","trace[2141048224] 'applied index is now lower than readState.Index' (duration: 399.527104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:55.218694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743849407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-md94z.189abf76f216f9fe\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-03-08T03:18:55.2187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.912177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:18:55.218747Z","caller":"traceutil/trace.go:171","msg":"trace[1330428818] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-md94z.189abf76f216f9fe; range_end:; response_count:1; response_revision:24427; }","duration":"1.743921039s","start":"2026-03-08T03:18:53.474811Z","end":"2026-03-08T03:18:55.218732Z","steps":["trace[1330428818] 'agreement among raft nodes before linearized reading' (duration: 1.743758025s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.218785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:53.474805Z","time spent":"1.74397207s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-md94z.189abf76f216f9fe\" "} {"level":"info","ts":"2026-03-08T03:18:55.218894Z","caller":"traceutil/trace.go:171","msg":"trace[1705211459] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:24427; }","duration":"533.01686ms","start":"2026-03-08T03:18:54.685727Z","end":"2026-03-08T03:18:55.218743Z","steps":["trace[1705211459] 'agreement among raft nodes before linearized reading' (duration: 532.756123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.218961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:54.685706Z","time spent":"533.240164ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-03-08T03:18:55.219316Z","caller":"traceutil/trace.go:171","msg":"trace[836903494] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"700.900253ms","start":"2026-03-08T03:18:54.518404Z","end":"2026-03-08T03:18:55.219305Z","steps":["trace[836903494] 'process raft request' (duration: 699.628773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.219322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.257872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-08T03:18:55.219371Z","caller":"traceutil/trace.go:171","msg":"trace[2020094564] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24427; }","duration":"750.358734ms","start":"2026-03-08T03:18:54.468997Z","end":"2026-03-08T03:18:55.219356Z","steps":["trace[2020094564] 'agreement among raft nodes before linearized reading' (duration: 749.514974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.219408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:54.518382Z","time spent":"700.960924ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:55.219415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:54.468974Z","time spent":"750.432666ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"warn","ts":"2026-03-08T03:18:55.219881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.494383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:55.219933Z","caller":"traceutil/trace.go:171","msg":"trace[1195571307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24427; }","duration":"422.575495ms","start":"2026-03-08T03:18:54.797344Z","end":"2026-03-08T03:18:55.219919Z","steps":["trace[1195571307] 'agreement among raft nodes before linearized reading' (duration: 422.506694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.219997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:54.797328Z","time spent":"422.643306ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:55.220013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433833366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:55.220109Z","caller":"traceutil/trace.go:171","msg":"trace[729754072] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24427; }","duration":"1.433975269s","start":"2026-03-08T03:18:53.786119Z","end":"2026-03-08T03:18:55.220094Z","steps":["trace[729754072] 'agreement among raft nodes before linearized reading' (duration: 1.433767124s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.220166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:53.7861Z","time spent":"1.434055301s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:55.220053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171137416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:55.220254Z","caller":"traceutil/trace.go:171","msg":"trace[1668258055] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24427; }","duration":"1.171370932s","start":"2026-03-08T03:18:54.04887Z","end":"2026-03-08T03:18:55.220241Z","steps":["trace[1668258055] 'agreement among raft nodes before linearized reading' (duration: 1.171137046s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.220303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:54.048851Z","time spent":"1.171435093s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:55.697982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.059936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:55.698146Z","caller":"traceutil/trace.go:171","msg":"trace[841557459] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"420.422735ms","start":"2026-03-08T03:18:55.277711Z","end":"2026-03-08T03:18:55.698134Z","steps":["trace[841557459] 'process raft request' (duration: 420.352173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.698207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.277692Z","time spent":"420.491016ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:55.698133Z","caller":"traceutil/trace.go:171","msg":"trace[1465247360] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"475.804745ms","start":"2026-03-08T03:18:55.22227Z","end":"2026-03-08T03:18:55.698075Z","steps":["trace[1465247360] 'process raft request' (duration: 101.587787ms)","trace[1465247360] 'compare' (duration: 373.967163ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:55.698181Z","caller":"traceutil/trace.go:171","msg":"trace[945254708] linearizableReadLoop","detail":"{readStateIndex:25303; appliedIndex:25301; }","duration":"472.149809ms","start":"2026-03-08T03:18:55.226008Z","end":"2026-03-08T03:18:55.698158Z","steps":["trace[945254708] 'read index received' (duration: 50.775853ms)","trace[945254708] 'applied index is now lower than readState.Index' (duration: 421.370866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:55.698425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.351364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:55.698411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.380585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:55.69845Z","caller":"traceutil/trace.go:171","msg":"trace[40722597] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24429; }","duration":"469.399585ms","start":"2026-03-08T03:18:55.229042Z","end":"2026-03-08T03:18:55.698442Z","steps":["trace[40722597] 'agreement among raft nodes before linearized reading' (duration: 469.355374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.69847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.229029Z","time spent":"469.436736ms","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:55.698469Z","caller":"traceutil/trace.go:171","msg":"trace[1600836529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24429; }","duration":"472.477037ms","start":"2026-03-08T03:18:55.225977Z","end":"2026-03-08T03:18:55.698454Z","steps":["trace[1600836529] 'agreement among raft nodes before linearized reading' (duration: 472.253132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.69851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.225966Z","time spent":"472.534108ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:55.698548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.68056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:18:55.698593Z","caller":"traceutil/trace.go:171","msg":"trace[1827842531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24429; }","duration":"228.746192ms","start":"2026-03-08T03:18:55.469833Z","end":"2026-03-08T03:18:55.698579Z","steps":["trace[1827842531] 'agreement among raft nodes before linearized reading' (duration: 228.581368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.698615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.801704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:18:55.698635Z","caller":"traceutil/trace.go:171","msg":"trace[1261571420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24429; }","duration":"228.832684ms","start":"2026-03-08T03:18:55.469796Z","end":"2026-03-08T03:18:55.698628Z","steps":["trace[1261571420] 'agreement among raft nodes before linearized reading' (duration: 228.758073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.698752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.603747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:55.6988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.995208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:55.698799Z","caller":"traceutil/trace.go:171","msg":"trace[1328374680] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24429; }","duration":"110.681129ms","start":"2026-03-08T03:18:55.588102Z","end":"2026-03-08T03:18:55.698783Z","steps":["trace[1328374680] 'agreement among raft nodes before linearized reading' (duration: 110.605297ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:55.698821Z","caller":"traceutil/trace.go:171","msg":"trace[1941640191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24429; }","duration":"229.045189ms","start":"2026-03-08T03:18:55.469768Z","end":"2026-03-08T03:18:55.698814Z","steps":["trace[1941640191] 'agreement among raft nodes before linearized reading' (duration: 228.974627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.316136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:18:55.699062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.414898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:18:55.699087Z","caller":"traceutil/trace.go:171","msg":"trace[756063243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24429; }","duration":"229.429899ms","start":"2026-03-08T03:18:55.469638Z","end":"2026-03-08T03:18:55.699068Z","steps":["trace[756063243] 'agreement among raft nodes before linearized reading' (duration: 229.244874ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:55.699132Z","caller":"traceutil/trace.go:171","msg":"trace[2029164580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24429; }","duration":"229.528151ms","start":"2026-03-08T03:18:55.469586Z","end":"2026-03-08T03:18:55.699114Z","steps":["trace[2029164580] 'agreement among raft nodes before linearized reading' (duration: 229.292925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.69929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.222244Z","time spent":"476.927771ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:56.258764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905781,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:18:56.284879Z","caller":"traceutil/trace.go:171","msg":"trace[710828227] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"577.986095ms","start":"2026-03-08T03:18:55.706862Z","end":"2026-03-08T03:18:56.284848Z","steps":["trace[710828227] 'process raft request' (duration: 577.806021ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:56.28493Z","caller":"traceutil/trace.go:171","msg":"trace[505719413] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"578.056267ms","start":"2026-03-08T03:18:55.706839Z","end":"2026-03-08T03:18:56.284895Z","steps":["trace[505719413] 'process raft request' (duration: 577.649577ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:56.284936Z","caller":"traceutil/trace.go:171","msg":"trace[919082618] linearizableReadLoop","detail":"{readStateIndex:25310; appliedIndex:25305; }","duration":"526.378783ms","start":"2026-03-08T03:18:55.75853Z","end":"2026-03-08T03:18:56.284909Z","steps":["trace[919082618] 'read index received' (duration: 525.976693ms)","trace[919082618] 'applied index is now lower than readState.Index' (duration: 400.77µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:56.284958Z","caller":"traceutil/trace.go:171","msg":"trace[791022753] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"578.013296ms","start":"2026-03-08T03:18:55.706871Z","end":"2026-03-08T03:18:56.284884Z","steps":["trace[791022753] 'process raft request' (duration: 577.860103ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:56.285033Z","caller":"traceutil/trace.go:171","msg":"trace[1802698730] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"577.275619ms","start":"2026-03-08T03:18:55.707753Z","end":"2026-03-08T03:18:56.285028Z","steps":["trace[1802698730] 'process raft request' (duration: 577.078474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:56.285072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.707745Z","time spent":"577.307669ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:56.285087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.706824Z","time spent":"578.1801ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:56.285118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.085177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:56.28515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.706862Z","time spent":"578.18529ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:56.285002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.706849Z","time spent":"578.086768ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:56.285226Z","caller":"traceutil/trace.go:171","msg":"trace[198279933] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"577.688068ms","start":"2026-03-08T03:18:55.707532Z","end":"2026-03-08T03:18:56.28522Z","steps":["trace[198279933] 'process raft request' (duration: 577.249858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:56.285255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.707522Z","time spent":"577.716989ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:56.285184Z","caller":"traceutil/trace.go:171","msg":"trace[1892625170] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24435; }","duration":"575.176199ms","start":"2026-03-08T03:18:55.709986Z","end":"2026-03-08T03:18:56.285162Z","steps":["trace[1892625170] 'agreement among raft nodes before linearized reading' (duration: 575.067336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:56.285343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.54127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-08T03:18:56.285355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.709979Z","time spent":"575.358753ms","remote":"127.0.0.1:53138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-08T03:18:56.285393Z","caller":"traceutil/trace.go:171","msg":"trace[971724092] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24435; }","duration":"524.627562ms","start":"2026-03-08T03:18:55.760753Z","end":"2026-03-08T03:18:56.28538Z","steps":["trace[971724092] 'agreement among raft nodes before linearized reading' (duration: 524.465378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:56.285444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:55.760742Z","time spent":"524.691393ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-08T03:18:56.705181Z","caller":"traceutil/trace.go:171","msg":"trace[957869693] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"414.532796ms","start":"2026-03-08T03:18:56.290622Z","end":"2026-03-08T03:18:56.705155Z","steps":["trace[957869693] 'process raft request' (duration: 414.373843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:56.705365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:56.290603Z","time spent":"414.652059ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:18:57.092345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.497128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:57.092549Z","caller":"traceutil/trace.go:171","msg":"trace[1416638829] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"799.812055ms","start":"2026-03-08T03:18:56.292689Z","end":"2026-03-08T03:18:57.092501Z","steps":["trace[1416638829] 'process raft request' (duration: 582.01319ms)","trace[1416638829] 'compare' (duration: 217.335434ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:57.092666Z","caller":"traceutil/trace.go:171","msg":"trace[1771553593] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"290.971664ms","start":"2026-03-08T03:18:56.801666Z","end":"2026-03-08T03:18:57.092637Z","steps":["trace[1771553593] 'process raft request' (duration: 290.891212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.092752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:56.29268Z","time spent":"799.960269ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:57.092972Z","caller":"traceutil/trace.go:171","msg":"trace[1968995401] linearizableReadLoop","detail":"{readStateIndex:25312; appliedIndex:25310; }","duration":"800.218015ms","start":"2026-03-08T03:18:56.292738Z","end":"2026-03-08T03:18:57.092956Z","steps":["trace[1968995401] 'read index received' (duration: 412.250512ms)","trace[1968995401] 'applied index is now lower than readState.Index' (duration: 387.965273ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:57.093183Z","caller":"traceutil/trace.go:171","msg":"trace[2131264907] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"381.308406ms","start":"2026-03-08T03:18:56.711831Z","end":"2026-03-08T03:18:57.093139Z","steps":["trace[2131264907] 'process raft request' (duration: 380.64658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.093268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.233035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:57.093218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.963411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:57.09335Z","caller":"traceutil/trace.go:171","msg":"trace[376532417] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24439; }","duration":"479.349738ms","start":"2026-03-08T03:18:56.613979Z","end":"2026-03-08T03:18:57.093329Z","steps":["trace[376532417] 'agreement among raft nodes before linearized reading' (duration: 479.137373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.093332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.465056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-08T03:18:57.093363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:56.711818Z","time spent":"381.462779ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:18:57.093401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:56.61396Z","time spent":"479.428811ms","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:57.093397Z","caller":"traceutil/trace.go:171","msg":"trace[2087283813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24439; }","duration":"382.163847ms","start":"2026-03-08T03:18:56.711213Z","end":"2026-03-08T03:18:57.093377Z","steps":["trace[2087283813] 'agreement among raft nodes before linearized reading' (duration: 381.947051ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:57.093411Z","caller":"traceutil/trace.go:171","msg":"trace[21772970] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24439; }","duration":"380.572359ms","start":"2026-03-08T03:18:56.712821Z","end":"2026-03-08T03:18:57.093393Z","steps":["trace[21772970] 'agreement among raft nodes before linearized reading' (duration: 380.309893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.093443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.695267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-08T03:18:57.093462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:56.711198Z","time spent":"382.245628ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:18:57.093505Z","caller":"traceutil/trace.go:171","msg":"trace[995937503] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24439; }","duration":"800.779908ms","start":"2026-03-08T03:18:56.292711Z","end":"2026-03-08T03:18:57.093491Z","steps":["trace[995937503] 'agreement among raft nodes before linearized reading' (duration: 800.476101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.093546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:56.292703Z","time spent":"800.835329ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-08T03:18:57.093456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:56.712814Z","time spent":"380.63283ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-08T03:18:57.605458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905796,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:18:57.637488Z","caller":"traceutil/trace.go:171","msg":"trace[1407590855] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"534.877902ms","start":"2026-03-08T03:18:57.10258Z","end":"2026-03-08T03:18:57.637457Z","steps":["trace[1407590855] 'process raft request' (duration: 508.591855ms)","trace[1407590855] 'compare' (duration: 25.798476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:57.638135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.102565Z","time spent":"535.375755ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:58.621033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.268866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:58.621318Z","caller":"traceutil/trace.go:171","msg":"trace[429185950] linearizableReadLoop","detail":"{readStateIndex:25319; appliedIndex:25314; }","duration":"1.516887586s","start":"2026-03-08T03:18:57.104411Z","end":"2026-03-08T03:18:58.621299Z","steps":["trace[429185950] 'read index received' (duration: 506.860865ms)","trace[429185950] 'applied index is now lower than readState.Index' (duration: 1.010025531s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:58.621514Z","caller":"traceutil/trace.go:171","msg":"trace[1055832545] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"1.395957907s","start":"2026-03-08T03:18:57.225528Z","end":"2026-03-08T03:18:58.621486Z","steps":["trace[1055832545] 'process raft request' (duration: 1.395734342s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:58.621536Z","caller":"traceutil/trace.go:171","msg":"trace[346781276] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"1.397629056s","start":"2026-03-08T03:18:57.223885Z","end":"2026-03-08T03:18:58.621514Z","steps":["trace[346781276] 'process raft request' (duration: 1.397241626s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:58.621539Z","caller":"traceutil/trace.go:171","msg":"trace[358037565] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"1.397247807s","start":"2026-03-08T03:18:57.224276Z","end":"2026-03-08T03:18:58.621524Z","steps":["trace[358037565] 'process raft request' (duration: 1.39694794s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.621604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517189804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-08T03:18:58.621638Z","caller":"traceutil/trace.go:171","msg":"trace[304456501] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24444; }","duration":"1.517225265s","start":"2026-03-08T03:18:57.104401Z","end":"2026-03-08T03:18:58.621626Z","steps":["trace[304456501] 'agreement among raft nodes before linearized reading' (duration: 1.517096122s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.62164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.223857Z","time spent":"1.397723518s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:58.621641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.224262Z","time spent":"1.397319268s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:58.621642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.22551Z","time spent":"1.396062209s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:58.621672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.104377Z","time spent":"1.517284386s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-08T03:18:58.621658Z","caller":"traceutil/trace.go:171","msg":"trace[2114958798] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"1.517419869s","start":"2026-03-08T03:18:57.103785Z","end":"2026-03-08T03:18:58.621205Z","steps":["trace[2114958798] 'process raft request' (duration: 733.890447ms)","trace[2114958798] 'compare' (duration: 782.814736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:58.623237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.103776Z","time spent":"1.519352024s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:58.658244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.014781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:18:58.658299Z","caller":"traceutil/trace.go:171","msg":"trace[677061363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24445; }","duration":"895.078822ms","start":"2026-03-08T03:18:57.763208Z","end":"2026-03-08T03:18:58.658287Z","steps":["trace[677061363] 'agreement among raft nodes before linearized reading' (duration: 894.945929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.658326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.763125Z","time spent":"895.195505ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:58.658519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.327938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189abf711599e2da\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-08T03:18:58.658561Z","caller":"traceutil/trace.go:171","msg":"trace[1817287302] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189abf711599e2da; range_end:; response_count:1; response_revision:24445; }","duration":"987.40061ms","start":"2026-03-08T03:18:57.671146Z","end":"2026-03-08T03:18:58.658546Z","steps":["trace[1817287302] 'agreement among raft nodes before linearized reading' (duration: 987.303208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.658594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.671123Z","time spent":"987.462461ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189abf711599e2da\" "} {"level":"warn","ts":"2026-03-08T03:18:58.65879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399907459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:58.65891Z","caller":"traceutil/trace.go:171","msg":"trace[2082450761] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"186.594183ms","start":"2026-03-08T03:18:58.472307Z","end":"2026-03-08T03:18:58.658902Z","steps":["trace[2082450761] 'process raft request' (duration: 185.562818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.659055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.664299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-08T03:18:58.659009Z","caller":"traceutil/trace.go:171","msg":"trace[1431411247] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24445; }","duration":"1.400234527s","start":"2026-03-08T03:18:57.258743Z","end":"2026-03-08T03:18:58.658978Z","steps":["trace[1431411247] 'agreement among raft nodes before linearized reading' (duration: 1.399854478s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.659112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.009687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:18:58.659137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.179698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-08T03:18:58.659143Z","caller":"traceutil/trace.go:171","msg":"trace[973060714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24445; }","duration":"369.056718ms","start":"2026-03-08T03:18:58.290079Z","end":"2026-03-08T03:18:58.659136Z","steps":["trace[973060714] 'agreement among raft nodes before linearized reading' (duration: 368.986166ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:58.659158Z","caller":"traceutil/trace.go:171","msg":"trace[1672406626] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24445; }","duration":"219.236028ms","start":"2026-03-08T03:18:58.439916Z","end":"2026-03-08T03:18:58.659152Z","steps":["trace[1672406626] 'agreement among raft nodes before linearized reading' (duration: 219.175547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.659166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.290072Z","time spent":"369.088209ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:58.659092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.248983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:18:58.659218Z","caller":"traceutil/trace.go:171","msg":"trace[2074014843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24445; }","duration":"369.421317ms","start":"2026-03-08T03:18:58.289783Z","end":"2026-03-08T03:18:58.659205Z","steps":["trace[2074014843] 'agreement among raft nodes before linearized reading' (duration: 369.087709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.659255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017694502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7bff7b48b8-jn9mt.189abed0c3b2f32a\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-08T03:18:58.659274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187138132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:58.65929Z","caller":"traceutil/trace.go:171","msg":"trace[1751776025] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7bff7b48b8-jn9mt.189abed0c3b2f32a; range_end:; response_count:1; response_revision:24445; }","duration":"1.017744743s","start":"2026-03-08T03:18:57.641535Z","end":"2026-03-08T03:18:58.65928Z","steps":["trace[1751776025] 'agreement among raft nodes before linearized reading' (duration: 1.017685682s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.659323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.641525Z","time spent":"1.017791094s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-7bff7b48b8-jn9mt.189abed0c3b2f32a\" "} {"level":"info","ts":"2026-03-08T03:18:58.659321Z","caller":"traceutil/trace.go:171","msg":"trace[2099957636] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24445; }","duration":"1.187227564s","start":"2026-03-08T03:18:57.472081Z","end":"2026-03-08T03:18:58.659308Z","steps":["trace[2099957636] 'agreement among raft nodes before linearized reading' (duration: 1.187148182s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.659362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.472059Z","time spent":"1.187292745s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:58.659258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.289778Z","time spent":"369.473718ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:58.659213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.258726Z","time spent":"1.400389691s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:58.659361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.15409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:58.659417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.666833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:18:58.65908Z","caller":"traceutil/trace.go:171","msg":"trace[567584574] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24445; }","duration":"176.705951ms","start":"2026-03-08T03:18:58.482367Z","end":"2026-03-08T03:18:58.659073Z","steps":["trace[567584574] 'agreement among raft nodes before linearized reading' (duration: 176.638599ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:58.659507Z","caller":"traceutil/trace.go:171","msg":"trace[371098758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24445; }","duration":"369.808046ms","start":"2026-03-08T03:18:58.28968Z","end":"2026-03-08T03:18:58.659489Z","steps":["trace[371098758] 'agreement among raft nodes before linearized reading' (duration: 369.53136ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:58.659528Z","caller":"traceutil/trace.go:171","msg":"trace[2018209354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24445; }","duration":"676.397606ms","start":"2026-03-08T03:18:57.983103Z","end":"2026-03-08T03:18:58.6595Z","steps":["trace[2018209354] 'agreement among raft nodes before linearized reading' (duration: 676.069038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.659703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.983091Z","time spent":"676.552699ms","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:58.659557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.289661Z","time spent":"369.883448ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:58.65983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368830909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-08T03:18:58.658879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.375282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:58.659885Z","caller":"traceutil/trace.go:171","msg":"trace[816057541] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e; range_end:; response_count:1; response_revision:24445; }","duration":"1.368915321s","start":"2026-03-08T03:18:57.290956Z","end":"2026-03-08T03:18:58.659872Z","steps":["trace[816057541] 'agreement among raft nodes before linearized reading' (duration: 1.368251686s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.659931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.290942Z","time spent":"1.368980613s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-955d6cb7-4b33-4a2d-b917-cb50f712f06e\" "} {"level":"info","ts":"2026-03-08T03:18:58.65993Z","caller":"traceutil/trace.go:171","msg":"trace[1721387217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24445; }","duration":"369.436517ms","start":"2026-03-08T03:18:58.290479Z","end":"2026-03-08T03:18:58.659916Z","steps":["trace[1721387217] 'agreement among raft nodes before linearized reading' (duration: 368.330251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.659971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.290473Z","time spent":"369.487118ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:58.661176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.561861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:18:58.661258Z","caller":"traceutil/trace.go:171","msg":"trace[1096620555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24445; }","duration":"183.674023ms","start":"2026-03-08T03:18:58.477566Z","end":"2026-03-08T03:18:58.66124Z","steps":["trace[1096620555] 'agreement among raft nodes before linearized reading' (duration: 181.536263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.662065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386722969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-bbcl4\" ","response":"range_response_count:1 size:5317"} {"level":"info","ts":"2026-03-08T03:18:58.662183Z","caller":"traceutil/trace.go:171","msg":"trace[1731207515] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-bbcl4; range_end:; response_count:1; response_revision:24445; }","duration":"1.386842532s","start":"2026-03-08T03:18:57.27532Z","end":"2026-03-08T03:18:58.662162Z","steps":["trace[1731207515] 'agreement among raft nodes before linearized reading' (duration: 1.383943614s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.662711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.275283Z","time spent":"1.38718052s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-bbcl4\" "} {"level":"warn","ts":"2026-03-08T03:18:58.664303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.272161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:58.664358Z","caller":"traceutil/trace.go:171","msg":"trace[1224876700] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24445; }","duration":"693.405925ms","start":"2026-03-08T03:18:57.970937Z","end":"2026-03-08T03:18:58.664343Z","steps":["trace[1224876700] 'agreement among raft nodes before linearized reading' (duration: 687.23278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.6644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.970915Z","time spent":"693.472276ms","remote":"127.0.0.1:34250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:59.256806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.599165ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.256913Z","caller":"traceutil/trace.go:171","msg":"trace[939914599] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24445; }","duration":"158.721108ms","start":"2026-03-08T03:18:59.098176Z","end":"2026-03-08T03:18:59.256897Z","steps":["trace[939914599] 'range keys from in-memory index tree' (duration: 158.584874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.257361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.546336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:59.2583Z","caller":"traceutil/trace.go:171","msg":"trace[1761678937] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"597.32707ms","start":"2026-03-08T03:18:58.660939Z","end":"2026-03-08T03:18:59.258266Z","steps":["trace[1761678937] 'process raft request' (duration: 98.791091ms)","trace[1761678937] 'compare' (duration: 497.072455ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:59.25846Z","caller":"traceutil/trace.go:171","msg":"trace[1072032943] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"591.8035ms","start":"2026-03-08T03:18:58.666635Z","end":"2026-03-08T03:18:59.258439Z","steps":["trace[1072032943] 'process raft request' (duration: 591.617326ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:59.258328Z","caller":"traceutil/trace.go:171","msg":"trace[219255862] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"596.367327ms","start":"2026-03-08T03:18:58.661942Z","end":"2026-03-08T03:18:59.258309Z","steps":["trace[219255862] 'process raft request' (duration: 596.190983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.258577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.666618Z","time spent":"591.896812ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:59.258675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.661918Z","time spent":"596.671945ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:59.258757Z","caller":"traceutil/trace.go:171","msg":"trace[1782546118] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"592.040315ms","start":"2026-03-08T03:18:58.666706Z","end":"2026-03-08T03:18:59.258746Z","steps":["trace[1782546118] 'process raft request' (duration: 591.901532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.258819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.666689Z","time spent":"592.099977ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:59.258844Z","caller":"traceutil/trace.go:171","msg":"trace[740567720] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"155.574353ms","start":"2026-03-08T03:18:59.103255Z","end":"2026-03-08T03:18:59.25883Z","steps":["trace[740567720] 'process raft request' (duration: 155.532602ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:59.258853Z","caller":"traceutil/trace.go:171","msg":"trace[922212298] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"588.380579ms","start":"2026-03-08T03:18:58.670448Z","end":"2026-03-08T03:18:59.258828Z","steps":["trace[922212298] 'process raft request' (duration: 588.252216ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:59.258893Z","caller":"traceutil/trace.go:171","msg":"trace[1937463812] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"592.19509ms","start":"2026-03-08T03:18:58.666689Z","end":"2026-03-08T03:18:59.258884Z","steps":["trace[1937463812] 'process raft request' (duration: 591.691378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.258938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.666683Z","time spent":"592.23323ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:59.258969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.670435Z","time spent":"588.481392ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:59.259011Z","caller":"traceutil/trace.go:171","msg":"trace[169005601] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"592.158299ms","start":"2026-03-08T03:18:58.666846Z","end":"2026-03-08T03:18:59.259004Z","steps":["trace[169005601] 'process raft request' (duration: 591.816271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.259063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.666815Z","time spent":"592.22285ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:59.259096Z","caller":"traceutil/trace.go:171","msg":"trace[2031615174] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"587.772945ms","start":"2026-03-08T03:18:58.671312Z","end":"2026-03-08T03:18:59.259085Z","steps":["trace[2031615174] 'process raft request' (duration: 587.422767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.258689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.660912Z","time spent":"597.466983ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:59.259188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.671283Z","time spent":"587.850418ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:59.259371Z","caller":"traceutil/trace.go:171","msg":"trace[1863673474] linearizableReadLoop","detail":"{readStateIndex:25322; appliedIndex:25320; }","duration":"595.151849ms","start":"2026-03-08T03:18:58.664208Z","end":"2026-03-08T03:18:59.25936Z","steps":["trace[1863673474] 'read index received' (duration: 95.714238ms)","trace[1863673474] 'applied index is now lower than readState.Index' (duration: 499.436441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:59.25954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.752752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:18:59.259615Z","caller":"traceutil/trace.go:171","msg":"trace[847457454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24454; }","duration":"593.133182ms","start":"2026-03-08T03:18:58.666469Z","end":"2026-03-08T03:18:59.259602Z","steps":["trace[847457454] 'agreement among raft nodes before linearized reading' (duration: 592.976688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.259636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.430776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:59.25968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.459265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.25971Z","caller":"traceutil/trace.go:171","msg":"trace[860557824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24454; }","duration":"549.527097ms","start":"2026-03-08T03:18:58.710176Z","end":"2026-03-08T03:18:59.259703Z","steps":["trace[860557824] 'agreement among raft nodes before linearized reading' (duration: 549.484956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.259723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.190424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:59.259736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.710155Z","time spent":"549.576348ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:18:59.25975Z","caller":"traceutil/trace.go:171","msg":"trace[913458742] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24454; }","duration":"493.250805ms","start":"2026-03-08T03:18:58.766492Z","end":"2026-03-08T03:18:59.259743Z","steps":["trace[913458742] 'agreement among raft nodes before linearized reading' (duration: 493.207774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.259785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.766471Z","time spent":"493.306587ms","remote":"127.0.0.1:53464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:59.259873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.511202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.259909Z","caller":"traceutil/trace.go:171","msg":"trace[1198335913] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24454; }","duration":"582.561934ms","start":"2026-03-08T03:18:58.677337Z","end":"2026-03-08T03:18:59.259899Z","steps":["trace[1198335913] 'agreement among raft nodes before linearized reading' (duration: 582.510052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.259937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.677329Z","time spent":"582.600354ms","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:18:59.259644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.666454Z","time spent":"593.182572ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:18:59.259989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.744733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189abf711b1aa01c\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-08T03:18:59.260066Z","caller":"traceutil/trace.go:171","msg":"trace[711790629] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189abf711b1aa01c; range_end:; response_count:1; response_revision:24454; }","duration":"595.872786ms","start":"2026-03-08T03:18:58.664179Z","end":"2026-03-08T03:18:59.260052Z","steps":["trace[711790629] 'agreement among raft nodes before linearized reading' (duration: 595.475307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.260133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.664165Z","time spent":"595.956768ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189abf711b1aa01c\" "} {"level":"info","ts":"2026-03-08T03:18:59.259679Z","caller":"traceutil/trace.go:171","msg":"trace[2090798845] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24454; }","duration":"538.522498ms","start":"2026-03-08T03:18:58.721145Z","end":"2026-03-08T03:18:59.259668Z","steps":["trace[2090798845] 'agreement among raft nodes before linearized reading' (duration: 538.408415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.260268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.908092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:59.260283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.721125Z","time spent":"539.144123ms","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:59.260303Z","caller":"traceutil/trace.go:171","msg":"trace[302962821] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24454; }","duration":"178.978674ms","start":"2026-03-08T03:18:59.081313Z","end":"2026-03-08T03:18:59.260292Z","steps":["trace[302962821] 'agreement among raft nodes before linearized reading' (duration: 178.924333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.25954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.37567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.260429Z","caller":"traceutil/trace.go:171","msg":"trace[1158696273] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24454; }","duration":"311.298162ms","start":"2026-03-08T03:18:58.949117Z","end":"2026-03-08T03:18:59.260415Z","steps":["trace[1158696273] 'agreement among raft nodes before linearized reading' (duration: 310.37646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.260464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.949103Z","time spent":"311.351004ms","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:59.72841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.62647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:59.729386Z","caller":"traceutil/trace.go:171","msg":"trace[1985481833] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"463.25977ms","start":"2026-03-08T03:18:59.266092Z","end":"2026-03-08T03:18:59.729352Z","steps":["trace[1985481833] 'process raft request' (duration: 463.121487ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:59.729387Z","caller":"traceutil/trace.go:171","msg":"trace[1363441939] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"463.720641ms","start":"2026-03-08T03:18:59.265623Z","end":"2026-03-08T03:18:59.729343Z","steps":["trace[1363441939] 'process raft request' (duration: 294.083967ms)","trace[1363441939] 'compare' (duration: 168.518408ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:59.729417Z","caller":"traceutil/trace.go:171","msg":"trace[1755932248] linearizableReadLoop","detail":"{readStateIndex:25332; appliedIndex:25329; }","duration":"461.914519ms","start":"2026-03-08T03:18:59.267483Z","end":"2026-03-08T03:18:59.729398Z","steps":["trace[1755932248] 'read index received' (duration: 86.249606ms)","trace[1755932248] 'applied index is now lower than readState.Index' (duration: 375.664043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:59.729534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.266085Z","time spent":"463.371923ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:59.729586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.265609Z","time spent":"463.868844ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:59.729686Z","caller":"traceutil/trace.go:171","msg":"trace[103155280] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"454.544236ms","start":"2026-03-08T03:18:59.275091Z","end":"2026-03-08T03:18:59.729635Z","steps":["trace[103155280] 'process raft request' (duration: 454.250379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.729791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.275072Z","time spent":"454.677099ms","remote":"127.0.0.1:53584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4597,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:59.730002Z","caller":"traceutil/trace.go:171","msg":"trace[280740413] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"455.538419ms","start":"2026-03-08T03:18:59.27445Z","end":"2026-03-08T03:18:59.729988Z","steps":["trace[280740413] 'process raft request' (duration: 454.841833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.730077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.274436Z","time spent":"455.605371ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1300,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:59.730111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.613795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.730177Z","caller":"traceutil/trace.go:171","msg":"trace[1452642108] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24459; }","duration":"462.687547ms","start":"2026-03-08T03:18:59.267466Z","end":"2026-03-08T03:18:59.730154Z","steps":["trace[1452642108] 'agreement among raft nodes before linearized reading' (duration: 462.584255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.730227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.1068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18823"} {"level":"info","ts":"2026-03-08T03:18:59.730295Z","caller":"traceutil/trace.go:171","msg":"trace[2096044256] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24459; }","duration":"461.196122ms","start":"2026-03-08T03:18:59.269083Z","end":"2026-03-08T03:18:59.730279Z","steps":["trace[2096044256] 'agreement among raft nodes before linearized reading' (duration: 460.980977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.73032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.350809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:59.730349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.269075Z","time spent":"461.260494ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18846,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:18:59.730237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.267458Z","time spent":"462.765579ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:18:59.730361Z","caller":"traceutil/trace.go:171","msg":"trace[1342819365] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24459; }","duration":"178.428651ms","start":"2026-03-08T03:18:59.551919Z","end":"2026-03-08T03:18:59.730348Z","steps":["trace[1342819365] 'agreement among raft nodes before linearized reading' (duration: 178.359949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.730454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.596172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.730888Z","caller":"traceutil/trace.go:171","msg":"trace[1229095831] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24459; }","duration":"399.066983ms","start":"2026-03-08T03:18:59.331801Z","end":"2026-03-08T03:18:59.730868Z","steps":["trace[1229095831] 'agreement among raft nodes before linearized reading' (duration: 398.604512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.730958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.331781Z","time spent":"399.157035ms","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:19:00.242964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081905828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:19:00.333329Z","caller":"traceutil/trace.go:171","msg":"trace[808210868] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"592.069726ms","start":"2026-03-08T03:18:59.74123Z","end":"2026-03-08T03:19:00.3333Z","steps":["trace[808210868] 'process raft request' (duration: 550.499969ms)","trace[808210868] 'compare' (duration: 41.439064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:00.333486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.741206Z","time spent":"592.197509ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:00.366013Z","caller":"traceutil/trace.go:171","msg":"trace[1304432520] linearizableReadLoop","detail":"{readStateIndex:25337; appliedIndex:25334; }","duration":"623.496013ms","start":"2026-03-08T03:18:59.742493Z","end":"2026-03-08T03:19:00.365989Z","steps":["trace[1304432520] 'read index received' (duration: 549.24839ms)","trace[1304432520] 'applied index is now lower than readState.Index' (duration: 74.246513ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:00.366093Z","caller":"traceutil/trace.go:171","msg":"trace[790287908] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"622.625853ms","start":"2026-03-08T03:18:59.743435Z","end":"2026-03-08T03:19:00.36606Z","steps":["trace[790287908] 'process raft request' (duration: 622.320676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:00.366178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.652108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:00.366211Z","caller":"traceutil/trace.go:171","msg":"trace[2120819136] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24462; }","duration":"623.741829ms","start":"2026-03-08T03:18:59.742459Z","end":"2026-03-08T03:19:00.3662Z","steps":["trace[2120819136] 'agreement among raft nodes before linearized reading' (duration: 623.653677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:00.366238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.743422Z","time spent":"622.739846ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5034,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:00.366254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.742447Z","time spent":"623.797311ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:19:00.366285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.180341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:00.36637Z","caller":"traceutil/trace.go:171","msg":"trace[642035297] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24462; }","duration":"564.332825ms","start":"2026-03-08T03:18:59.802019Z","end":"2026-03-08T03:19:00.366351Z","steps":["trace[642035297] 'agreement among raft nodes before linearized reading' (duration: 564.156881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:00.366429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.802002Z","time spent":"564.414466ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:19:00.366305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.783153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18823"} {"level":"info","ts":"2026-03-08T03:19:00.366518Z","caller":"traceutil/trace.go:171","msg":"trace[1259733811] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24462; }","duration":"358.041289ms","start":"2026-03-08T03:19:00.008466Z","end":"2026-03-08T03:19:00.366507Z","steps":["trace[1259733811] 'agreement among raft nodes before linearized reading' (duration: 357.733732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:00.366556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:00.008445Z","time spent":"358.09606ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18846,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-08T03:19:00.366573Z","caller":"traceutil/trace.go:171","msg":"trace[836110967] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"145.420005ms","start":"2026-03-08T03:19:00.220695Z","end":"2026-03-08T03:19:00.366115Z","steps":["trace[836110967] 'process raft request' (duration: 145.229901ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:29.148863Z","caller":"traceutil/trace.go:171","msg":"trace[151207636] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"307.857461ms","start":"2026-03-08T03:19:28.840952Z","end":"2026-03-08T03:19:29.148809Z","steps":["trace[151207636] 'process raft request' (duration: 241.603434ms)","trace[151207636] 'compare' (duration: 65.636312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:29.149059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:28.840931Z","time spent":"308.030554ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:30.424003Z","caller":"traceutil/trace.go:171","msg":"trace[82938494] linearizableReadLoop","detail":"{readStateIndex:25620; appliedIndex:25619; }","duration":"243.58571ms","start":"2026-03-08T03:19:30.180394Z","end":"2026-03-08T03:19:30.42398Z","steps":["trace[82938494] 'read index received' (duration: 243.389426ms)","trace[82938494] 'applied index is now lower than readState.Index' (duration: 195.174µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:30.424168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.746184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:19:30.424208Z","caller":"traceutil/trace.go:171","msg":"trace[1579618178] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24737; }","duration":"243.836666ms","start":"2026-03-08T03:19:30.180361Z","end":"2026-03-08T03:19:30.424197Z","steps":["trace[1579618178] 'agreement among raft nodes before linearized reading' (duration: 243.721844ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:30.424316Z","caller":"traceutil/trace.go:171","msg":"trace[123635291] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"288.158157ms","start":"2026-03-08T03:19:30.136129Z","end":"2026-03-08T03:19:30.424287Z","steps":["trace[123635291] 'process raft request' (duration: 287.666766ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:31.303673Z","caller":"traceutil/trace.go:171","msg":"trace[985911589] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"571.455402ms","start":"2026-03-08T03:19:30.732192Z","end":"2026-03-08T03:19:31.303647Z","steps":["trace[985911589] 'process raft request' (duration: 571.294398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:31.303814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:30.732177Z","time spent":"571.564914ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:31.588015Z","caller":"traceutil/trace.go:171","msg":"trace[1395886701] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"854.143392ms","start":"2026-03-08T03:19:30.733845Z","end":"2026-03-08T03:19:31.587989Z","steps":["trace[1395886701] 'process raft request' (duration: 785.876648ms)","trace[1395886701] 'compare' (duration: 68.091049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:31.588166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:30.733812Z","time spent":"854.280675ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:31.588482Z","caller":"traceutil/trace.go:171","msg":"trace[817756463] linearizableReadLoop","detail":"{readStateIndex:25623; appliedIndex:25620; }","duration":"756.281593ms","start":"2026-03-08T03:19:30.83217Z","end":"2026-03-08T03:19:31.588451Z","steps":["trace[817756463] 'read index received' (duration: 471.344461ms)","trace[817756463] 'applied index is now lower than readState.Index' (duration: 284.935462ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:31.588757Z","caller":"traceutil/trace.go:171","msg":"trace[187850275] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"434.761071ms","start":"2026-03-08T03:19:31.153938Z","end":"2026-03-08T03:19:31.588699Z","steps":["trace[187850275] 'process raft request' (duration: 434.215058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:31.589058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:31.153917Z","time spent":"435.000677ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:31.589124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.933928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:19:31.589235Z","caller":"traceutil/trace.go:171","msg":"trace[1959073711] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"853.889056ms","start":"2026-03-08T03:19:30.735148Z","end":"2026-03-08T03:19:31.589038Z","steps":["trace[1959073711] 'process raft request' (duration: 852.795221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:31.589364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:30.735119Z","time spent":"854.199783ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:31.589256Z","caller":"traceutil/trace.go:171","msg":"trace[380757446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24741; }","duration":"757.117653ms","start":"2026-03-08T03:19:30.83212Z","end":"2026-03-08T03:19:31.589238Z","steps":["trace[380757446] 'agreement among raft nodes before linearized reading' (duration: 756.752324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:31.589539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:30.832101Z","time spent":"757.389469ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:19:31.590031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.573672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:19:31.590123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.186943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:19:31.590158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.479129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:19:31.590253Z","caller":"traceutil/trace.go:171","msg":"trace[1158888672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24742; }","duration":"154.593221ms","start":"2026-03-08T03:19:31.435639Z","end":"2026-03-08T03:19:31.590232Z","steps":["trace[1158888672] 'agreement among raft nodes before linearized reading' (duration: 154.322405ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:31.590312Z","caller":"traceutil/trace.go:171","msg":"trace[1705067635] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"196.959367ms","start":"2026-03-08T03:19:31.393334Z","end":"2026-03-08T03:19:31.590293Z","steps":["trace[1705067635] 'process raft request' (duration: 196.406504ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:31.590448Z","caller":"traceutil/trace.go:171","msg":"trace[930122331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24742; }","duration":"166.250935ms","start":"2026-03-08T03:19:31.423902Z","end":"2026-03-08T03:19:31.590153Z","steps":["trace[930122331] 'agreement among raft nodes before linearized reading' (duration: 166.132263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:31.590539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.791706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:19:31.590636Z","caller":"traceutil/trace.go:171","msg":"trace[1624037124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24742; }","duration":"154.883149ms","start":"2026-03-08T03:19:31.435704Z","end":"2026-03-08T03:19:31.590587Z","steps":["trace[1624037124] 'agreement among raft nodes before linearized reading' (duration: 154.721765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:31.59132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.444136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:19:31.591376Z","caller":"traceutil/trace.go:171","msg":"trace[563486649] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24742; }","duration":"168.551649ms","start":"2026-03-08T03:19:31.422806Z","end":"2026-03-08T03:19:31.591358Z","steps":["trace[563486649] 'agreement among raft nodes before linearized reading' (duration: 168.153509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:31.591607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.131318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:19:31.592005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.227145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:19:31.59201Z","caller":"traceutil/trace.go:171","msg":"trace[858927414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24742; }","duration":"159.63238ms","start":"2026-03-08T03:19:31.432362Z","end":"2026-03-08T03:19:31.591994Z","steps":["trace[858927414] 'agreement among raft nodes before linearized reading' (duration: 157.822147ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:31.592363Z","caller":"traceutil/trace.go:171","msg":"trace[2119047732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24742; }","duration":"169.300187ms","start":"2026-03-08T03:19:31.42273Z","end":"2026-03-08T03:19:31.59203Z","steps":["trace[2119047732] 'agreement among raft nodes before linearized reading' (duration: 169.192954ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:31.59019Z","caller":"traceutil/trace.go:171","msg":"trace[26805832] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24742; }","duration":"642.729666ms","start":"2026-03-08T03:19:30.947409Z","end":"2026-03-08T03:19:31.590139Z","steps":["trace[26805832] 'agreement among raft nodes before linearized reading' (duration: 642.514301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:31.592866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:30.947353Z","time spent":"645.498301ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:19:32.630713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.082518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:19:32.630801Z","caller":"traceutil/trace.go:171","msg":"trace[1727883412] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"1.035612964s","start":"2026-03-08T03:19:31.595172Z","end":"2026-03-08T03:19:32.630785Z","steps":["trace[1727883412] 'process raft request' (duration: 104.332771ms)","trace[1727883412] 'compare' (duration: 930.006943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:32.630847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:31.595161Z","time spent":"1.035665055s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:32.631203Z","caller":"traceutil/trace.go:171","msg":"trace[537164449] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25625; }","duration":"982.719162ms","start":"2026-03-08T03:19:31.648472Z","end":"2026-03-08T03:19:32.631191Z","steps":["trace[537164449] 'read index received' (duration: 51.056659ms)","trace[537164449] 'applied index is now lower than readState.Index' (duration: 931.661663ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:32.631343Z","caller":"traceutil/trace.go:171","msg":"trace[15606536] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"1.035738317s","start":"2026-03-08T03:19:31.595597Z","end":"2026-03-08T03:19:32.631335Z","steps":["trace[15606536] 'process raft request' (duration: 1.035355148s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:32.631448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:31.595579Z","time spent":"1.035784558s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:32.631752Z","caller":"traceutil/trace.go:171","msg":"trace[1522978511] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"957.620592ms","start":"2026-03-08T03:19:31.674115Z","end":"2026-03-08T03:19:32.631735Z","steps":["trace[1522978511] 'process raft request' (duration: 957.041439ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:32.631782Z","caller":"traceutil/trace.go:171","msg":"trace[390080759] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"1.033048344s","start":"2026-03-08T03:19:31.598695Z","end":"2026-03-08T03:19:32.631743Z","steps":["trace[390080759] 'process raft request' (duration: 1.032430949s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:32.631834Z","caller":"traceutil/trace.go:171","msg":"trace[1657605701] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"1.033234968s","start":"2026-03-08T03:19:31.59854Z","end":"2026-03-08T03:19:32.631775Z","steps":["trace[1657605701] 'process raft request' (duration: 1.032487131s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:32.63189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.418138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:32.631961Z","caller":"traceutil/trace.go:171","msg":"trace[1480621493] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24748; }","duration":"983.52481ms","start":"2026-03-08T03:19:31.648424Z","end":"2026-03-08T03:19:32.631949Z","steps":["trace[1480621493] 'agreement among raft nodes before linearized reading' (duration: 983.428818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:32.632001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:31.648403Z","time spent":"983.590272ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:19:32.631828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:31.674096Z","time spent":"957.690434ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:32.632008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:31.59853Z","time spent":"1.033395082s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:32.631984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:31.598608Z","time spent":"1.033266049s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:32.632151Z","caller":"traceutil/trace.go:171","msg":"trace[1464991879] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"1.033544855s","start":"2026-03-08T03:19:31.598593Z","end":"2026-03-08T03:19:32.632138Z","steps":["trace[1464991879] 'process raft request' (duration: 1.03247915s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:32.632222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:31.598579Z","time spent":"1.033611037s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:33.094561Z","caller":"traceutil/trace.go:171","msg":"trace[1375298542] linearizableReadLoop","detail":"{readStateIndex:25634; appliedIndex:25631; }","duration":"463.293142ms","start":"2026-03-08T03:19:32.631239Z","end":"2026-03-08T03:19:33.094533Z","steps":["trace[1375298542] 'read index received' (duration: 462.930463ms)","trace[1375298542] 'applied index is now lower than readState.Index' (duration: 361.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:33.094627Z","caller":"traceutil/trace.go:171","msg":"trace[1995369722] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"742.402978ms","start":"2026-03-08T03:19:32.352176Z","end":"2026-03-08T03:19:33.094579Z","steps":["trace[1995369722] 'process raft request' (duration: 742.230324ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:33.094703Z","caller":"traceutil/trace.go:171","msg":"trace[497485347] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"665.390959ms","start":"2026-03-08T03:19:32.429283Z","end":"2026-03-08T03:19:33.094674Z","steps":["trace[497485347] 'process raft request' (duration: 665.175734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:33.094753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.698759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:19:33.094751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.904088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:33.095059Z","caller":"traceutil/trace.go:171","msg":"trace[1409300637] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24751; }","duration":"998.276327ms","start":"2026-03-08T03:19:32.096764Z","end":"2026-03-08T03:19:33.09504Z","steps":["trace[1409300637] 'agreement among raft nodes before linearized reading' (duration: 997.919099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:33.09512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:32.096744Z","time spent":"998.359769ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:19:33.094802Z","caller":"traceutil/trace.go:171","msg":"trace[614572388] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24751; }","duration":"990.810512ms","start":"2026-03-08T03:19:32.103979Z","end":"2026-03-08T03:19:33.09479Z","steps":["trace[614572388] 'agreement among raft nodes before linearized reading' (duration: 990.663558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:33.095469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:32.103958Z","time spent":"991.404476ms","remote":"127.0.0.1:37014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:19:33.094828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:32.429261Z","time spent":"665.505891ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:33.094846Z","caller":"traceutil/trace.go:171","msg":"trace[570809434] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"818.426473ms","start":"2026-03-08T03:19:32.27641Z","end":"2026-03-08T03:19:33.094836Z","steps":["trace[570809434] 'process raft request' (duration: 817.823699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:33.095981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:32.276374Z","time spent":"819.57834ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:33.094863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.898792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:33.096083Z","caller":"traceutil/trace.go:171","msg":"trace[2031783673] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24751; }","duration":"461.167402ms","start":"2026-03-08T03:19:32.634908Z","end":"2026-03-08T03:19:33.096075Z","steps":["trace[2031783673] 'agreement among raft nodes before linearized reading' (duration: 459.896372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:33.096104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:32.634888Z","time spent":"461.211143ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:19:33.094866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:32.352155Z","time spent":"742.547601ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:33.094916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.962702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:19:33.096322Z","caller":"traceutil/trace.go:171","msg":"trace[121070264] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24751; }","duration":"102.392375ms","start":"2026-03-08T03:19:32.99391Z","end":"2026-03-08T03:19:33.096302Z","steps":["trace[121070264] 'agreement among raft nodes before linearized reading' (duration: 100.952561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:33.094943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.806566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:33.096549Z","caller":"traceutil/trace.go:171","msg":"trace[92298741] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24751; }","duration":"285.442144ms","start":"2026-03-08T03:19:32.811086Z","end":"2026-03-08T03:19:33.096528Z","steps":["trace[92298741] 'agreement among raft nodes before linearized reading' (duration: 283.821296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:33.094958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383684849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:33.096639Z","caller":"traceutil/trace.go:171","msg":"trace[377749048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24751; }","duration":"1.385399729s","start":"2026-03-08T03:19:31.711217Z","end":"2026-03-08T03:19:33.096617Z","steps":["trace[377749048] 'agreement among raft nodes before linearized reading' (duration: 1.3837194s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:33.09497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.618562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-08T03:19:33.096698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:31.711157Z","time spent":"1.385527602s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:19:33.096703Z","caller":"traceutil/trace.go:171","msg":"trace[1306002855] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24751; }","duration":"173.391693ms","start":"2026-03-08T03:19:32.9233Z","end":"2026-03-08T03:19:33.096692Z","steps":["trace[1306002855] 'agreement among raft nodes before linearized reading' (duration: 171.57189ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:36.07752Z","caller":"traceutil/trace.go:171","msg":"trace[1224407110] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"761.986347ms","start":"2026-03-08T03:19:35.315517Z","end":"2026-03-08T03:19:36.077503Z","steps":["trace[1224407110] 'process raft request' (duration: 761.889545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:36.07762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:35.315494Z","time spent":"762.078ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:37.178913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066283554s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:19:37.394464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.112282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:19:37.394757Z","caller":"traceutil/trace.go:171","msg":"trace[1744256510] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"1.807071713s","start":"2026-03-08T03:19:35.587653Z","end":"2026-03-08T03:19:37.394724Z","steps":["trace[1744256510] 'process raft request' (duration: 1.591539411s)","trace[1744256510] 'compare' (duration: 214.60626ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:37.394769Z","caller":"traceutil/trace.go:171","msg":"trace[667775279] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"1.790522855s","start":"2026-03-08T03:19:35.604228Z","end":"2026-03-08T03:19:37.39475Z","steps":["trace[667775279] 'process raft request' (duration: 1.790347111s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.395001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:35.604204Z","time spent":"1.790711339s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:37.395082Z","caller":"traceutil/trace.go:171","msg":"trace[2009216792] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"1.790701389s","start":"2026-03-08T03:19:35.604355Z","end":"2026-03-08T03:19:37.395057Z","steps":["trace[2009216792] 'process raft request' (duration: 1.79034278s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:37.395136Z","caller":"traceutil/trace.go:171","msg":"trace[960259011] linearizableReadLoop","detail":"{readStateIndex:25657; appliedIndex:25651; }","duration":"1.68472918s","start":"2026-03-08T03:19:35.710379Z","end":"2026-03-08T03:19:37.395108Z","steps":["trace[960259011] 'read index received' (duration: 367.086142ms)","trace[960259011] 'applied index is now lower than readState.Index' (duration: 1.317641808s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:37.395188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:35.604349Z","time spent":"1.790788371s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:37.39519Z","caller":"traceutil/trace.go:171","msg":"trace[900659594] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"1.789223613s","start":"2026-03-08T03:19:35.605942Z","end":"2026-03-08T03:19:37.395166Z","steps":["trace[900659594] 'process raft request' (duration: 1.789099871s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.39526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684873883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:19:37.395308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:35.605935Z","time spent":"1.789321636s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:37.395324Z","caller":"traceutil/trace.go:171","msg":"trace[1911133778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24773; }","duration":"1.684985866s","start":"2026-03-08T03:19:35.710323Z","end":"2026-03-08T03:19:37.395308Z","steps":["trace[1911133778] 'agreement among raft nodes before linearized reading' (duration: 1.684873373s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.395358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:35.587621Z","time spent":"1.807242907s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:37.395437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:35.710297Z","time spent":"1.685105169s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:19:37.395199Z","caller":"traceutil/trace.go:171","msg":"trace[2032880791] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"1.789997502s","start":"2026-03-08T03:19:35.605174Z","end":"2026-03-08T03:19:37.395171Z","steps":["trace[2032880791] 'process raft request' (duration: 1.789732495s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.395642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:35.605166Z","time spent":"1.790358851s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:37.437864Z","caller":"traceutil/trace.go:171","msg":"trace[1080846848] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"792.023891ms","start":"2026-03-08T03:19:36.645825Z","end":"2026-03-08T03:19:37.437849Z","steps":["trace[1080846848] 'process raft request' (duration: 791.922449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.43794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:36.645811Z","time spent":"792.091124ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:37.438031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.318177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:19:37.438104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.403973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:19:37.43815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.517743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:19:37.438251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.8073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:19:37.43826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.938806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:19:37.438241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.527004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-08T03:19:37.438245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.984177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129051"} {"level":"warn","ts":"2026-03-08T03:19:37.438315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641626137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:19:37.438286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.319534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:19:37.438481Z","caller":"traceutil/trace.go:171","msg":"trace[1397264661] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24775; }","duration":"201.367489ms","start":"2026-03-08T03:19:37.236681Z","end":"2026-03-08T03:19:37.438048Z","steps":["trace[1397264661] 'agreement among raft nodes before linearized reading' (duration: 201.318388ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:37.438592Z","caller":"traceutil/trace.go:171","msg":"trace[1634206834] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"329.96473ms","start":"2026-03-08T03:19:37.108113Z","end":"2026-03-08T03:19:37.438078Z","steps":["trace[1634206834] 'process raft request' (duration: 329.707944ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:37.43866Z","caller":"traceutil/trace.go:171","msg":"trace[463577976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24775; }","duration":"787.470704ms","start":"2026-03-08T03:19:36.650668Z","end":"2026-03-08T03:19:37.438138Z","steps":["trace[463577976] 'agreement among raft nodes before linearized reading' (duration: 787.338331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.43867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:37.10809Z","time spent":"330.541243ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:37.438686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:36.650657Z","time spent":"788.021018ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:19:37.438762Z","caller":"traceutil/trace.go:171","msg":"trace[627757983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24775; }","duration":"792.576325ms","start":"2026-03-08T03:19:36.645588Z","end":"2026-03-08T03:19:37.438164Z","steps":["trace[627757983] 'agreement among raft nodes before linearized reading' (duration: 792.508563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.438802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:36.645566Z","time spent":"793.226179ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:19:37.438873Z","caller":"traceutil/trace.go:171","msg":"trace[707870102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24775; }","duration":"789.870801ms","start":"2026-03-08T03:19:36.648404Z","end":"2026-03-08T03:19:37.438275Z","steps":["trace[707870102] 'agreement among raft nodes before linearized reading' (duration: 789.745518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.438917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:36.648383Z","time spent":"790.522796ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:19:37.438965Z","caller":"traceutil/trace.go:171","msg":"trace[964121494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24775; }","duration":"790.999977ms","start":"2026-03-08T03:19:36.647278Z","end":"2026-03-08T03:19:37.438278Z","steps":["trace[964121494] 'agreement among raft nodes before linearized reading' (duration: 790.888695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.439026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:36.647256Z","time spent":"791.756396ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:19:37.439039Z","caller":"traceutil/trace.go:171","msg":"trace[1700173780] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24775; }","duration":"253.640577ms","start":"2026-03-08T03:19:37.184652Z","end":"2026-03-08T03:19:37.438292Z","steps":["trace[1700173780] 'agreement among raft nodes before linearized reading' (duration: 253.403391ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:37.439102Z","caller":"traceutil/trace.go:171","msg":"trace[1219921866] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24775; }","duration":"226.12561ms","start":"2026-03-08T03:19:37.212181Z","end":"2026-03-08T03:19:37.438306Z","steps":["trace[1219921866] 'agreement among raft nodes before linearized reading' (duration: 225.861184ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:37.439208Z","caller":"traceutil/trace.go:171","msg":"trace[49330681] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24775; }","duration":"1.641661978s","start":"2026-03-08T03:19:35.796675Z","end":"2026-03-08T03:19:37.438337Z","steps":["trace[49330681] 'agreement among raft nodes before linearized reading' (duration: 1.641611307s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.439283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:35.796377Z","time spent":"1.642885296s","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:19:37.439314Z","caller":"traceutil/trace.go:171","msg":"trace[405822051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24775; }","duration":"788.52841ms","start":"2026-03-08T03:19:36.649928Z","end":"2026-03-08T03:19:37.438457Z","steps":["trace[405822051] 'agreement among raft nodes before linearized reading' (duration: 788.072919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:37.439343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:36.649918Z","time spent":"789.4169ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:19:37.58318Z","caller":"traceutil/trace.go:171","msg":"trace[56733205] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"140.314026ms","start":"2026-03-08T03:19:37.442837Z","end":"2026-03-08T03:19:37.583151Z","steps":["trace[56733205] 'process raft request' (duration: 109.030881ms)","trace[56733205] 'compare' (duration: 30.491566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:38.229702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.368121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:19:38.229931Z","caller":"traceutil/trace.go:171","msg":"trace[380919117] linearizableReadLoop","detail":"{readStateIndex:25664; appliedIndex:25659; }","duration":"781.957796ms","start":"2026-03-08T03:19:37.447957Z","end":"2026-03-08T03:19:38.229915Z","steps":["trace[380919117] 'read index received' (duration: 104.065264ms)","trace[380919117] 'applied index is now lower than readState.Index' (duration: 677.891522ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:38.230222Z","caller":"traceutil/trace.go:171","msg":"trace[813657651] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"786.821501ms","start":"2026-03-08T03:19:37.443386Z","end":"2026-03-08T03:19:38.230208Z","steps":["trace[813657651] 'process raft request' (duration: 661.850945ms)","trace[813657651] 'compare' (duration: 123.764557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:38.230294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:37.443369Z","time spent":"786.889532ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:38.230449Z","caller":"traceutil/trace.go:171","msg":"trace[613340688] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"786.772139ms","start":"2026-03-08T03:19:37.443667Z","end":"2026-03-08T03:19:38.230439Z","steps":["trace[613340688] 'process raft request' (duration: 786.121394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:38.230507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:37.44366Z","time spent":"786.81872ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:38.230641Z","caller":"traceutil/trace.go:171","msg":"trace[472090942] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"786.546044ms","start":"2026-03-08T03:19:37.444086Z","end":"2026-03-08T03:19:38.230632Z","steps":["trace[472090942] 'process raft request' (duration: 785.757285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:38.230695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:37.444077Z","time spent":"786.590564ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:19:38.230829Z","caller":"traceutil/trace.go:171","msg":"trace[1906891765] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"784.438984ms","start":"2026-03-08T03:19:37.446381Z","end":"2026-03-08T03:19:38.23082Z","steps":["trace[1906891765] 'process raft request' (duration: 783.497912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:38.230882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:37.446372Z","time spent":"784.482126ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:19:38.231086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.128603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-08T03:19:38.231122Z","caller":"traceutil/trace.go:171","msg":"trace[1035167229] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24780; }","duration":"783.163545ms","start":"2026-03-08T03:19:37.447949Z","end":"2026-03-08T03:19:38.231113Z","steps":["trace[1035167229] 'agreement among raft nodes before linearized reading' (duration: 783.049692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:38.231153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:37.447924Z","time spent":"783.220596ms","remote":"127.0.0.1:53122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-08T03:19:38.236555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.761262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129051"} {"level":"warn","ts":"2026-03-08T03:19:38.236569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.95023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:19:38.236607Z","caller":"traceutil/trace.go:171","msg":"trace[509510509] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24781; }","duration":"787.834754ms","start":"2026-03-08T03:19:37.448761Z","end":"2026-03-08T03:19:38.236596Z","steps":["trace[509510509] 'agreement among raft nodes before linearized reading' (duration: 787.66561ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:38.236607Z","caller":"traceutil/trace.go:171","msg":"trace[194245166] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"153.521056ms","start":"2026-03-08T03:19:38.083076Z","end":"2026-03-08T03:19:38.236598Z","steps":["trace[194245166] 'process raft request' (duration: 153.25927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:38.236605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.953887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:19:38.236629Z","caller":"traceutil/trace.go:171","msg":"trace[762490317] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24781; }","duration":"786.040242ms","start":"2026-03-08T03:19:37.450574Z","end":"2026-03-08T03:19:38.236614Z","steps":["trace[762490317] 'agreement among raft nodes before linearized reading' (duration: 785.901809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:38.23667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:37.450568Z","time spent":"786.094993ms","remote":"127.0.0.1:53354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:19:38.236632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:37.448755Z","time spent":"787.872345ms","remote":"127.0.0.1:53112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129074,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-08T03:19:38.236664Z","caller":"traceutil/trace.go:171","msg":"trace[1012790848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24781; }","duration":"120.06799ms","start":"2026-03-08T03:19:38.116583Z","end":"2026-03-08T03:19:38.236651Z","steps":["trace[1012790848] 'agreement among raft nodes before linearized reading' (duration: 119.870775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:38.236566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.691751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:38.237049Z","caller":"traceutil/trace.go:171","msg":"trace[560868704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24781; }","duration":"788.184102ms","start":"2026-03-08T03:19:37.448857Z","end":"2026-03-08T03:19:38.237041Z","steps":["trace[560868704] 'agreement among raft nodes before linearized reading' (duration: 787.682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:38.237077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:19:37.448851Z","time spent":"788.219733ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:09.230393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.162066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.230498Z","caller":"traceutil/trace.go:171","msg":"trace[530497051] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25150; }","duration":"405.334521ms","start":"2026-03-08T03:20:08.825143Z","end":"2026-03-08T03:20:09.230477Z","steps":["trace[530497051] 'count revisions from in-memory index tree' (duration: 405.061834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.230489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.939826ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.230596Z","caller":"traceutil/trace.go:171","msg":"trace[1966340195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25150; }","duration":"134.059059ms","start":"2026-03-08T03:20:09.096521Z","end":"2026-03-08T03:20:09.23058Z","steps":["trace[1966340195] 'range keys from in-memory index tree' (duration: 133.924736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.230548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:08.825122Z","time spent":"405.414602ms","remote":"127.0.0.1:49810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:09.236446Z","caller":"traceutil/trace.go:171","msg":"trace[535960215] linearizableReadLoop","detail":"{readStateIndex:26043; appliedIndex:26042; }","duration":"355.623032ms","start":"2026-03-08T03:20:08.880799Z","end":"2026-03-08T03:20:09.236422Z","steps":["trace[535960215] 'read index received' (duration: 355.402477ms)","trace[535960215] 'applied index is now lower than readState.Index' (duration: 219.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:09.23655Z","caller":"traceutil/trace.go:171","msg":"trace[1436277628] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"381.558312ms","start":"2026-03-08T03:20:08.85497Z","end":"2026-03-08T03:20:09.236528Z","steps":["trace[1436277628] 'process raft request' (duration: 381.303936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.236641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.831277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:20:09.236667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:08.854947Z","time spent":"381.658224ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:09.23668Z","caller":"traceutil/trace.go:171","msg":"trace[34533153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25151; }","duration":"355.899379ms","start":"2026-03-08T03:20:08.880771Z","end":"2026-03-08T03:20:09.23667Z","steps":["trace[34533153] 'agreement among raft nodes before linearized reading' (duration: 355.752165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.236714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:08.880757Z","time spent":"355.94965ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:20:09.292356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.195343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.292423Z","caller":"traceutil/trace.go:171","msg":"trace[1446104421] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25152; }","duration":"177.280285ms","start":"2026-03-08T03:20:09.115127Z","end":"2026-03-08T03:20:09.292407Z","steps":["trace[1446104421] 'agreement among raft nodes before linearized reading' (duration: 177.167032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.292536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.402998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.292608Z","caller":"traceutil/trace.go:171","msg":"trace[1896399153] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25152; }","duration":"177.49822ms","start":"2026-03-08T03:20:09.115092Z","end":"2026-03-08T03:20:09.29259Z","steps":["trace[1896399153] 'agreement among raft nodes before linearized reading' (duration: 177.394058ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:09.292668Z","caller":"traceutil/trace.go:171","msg":"trace[1358402915] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"272.107922ms","start":"2026-03-08T03:20:09.020542Z","end":"2026-03-08T03:20:09.292649Z","steps":["trace[1358402915] 'process raft request' (duration: 271.550909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.292805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.971981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.292839Z","caller":"traceutil/trace.go:171","msg":"trace[976418941] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25152; }","duration":"178.006012ms","start":"2026-03-08T03:20:09.114825Z","end":"2026-03-08T03:20:09.292831Z","steps":["trace[976418941] 'agreement among raft nodes before linearized reading' (duration: 177.957011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.292886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.474117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.292927Z","caller":"traceutil/trace.go:171","msg":"trace[694710160] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25152; }","duration":"122.530699ms","start":"2026-03-08T03:20:09.170387Z","end":"2026-03-08T03:20:09.292917Z","steps":["trace[694710160] 'agreement among raft nodes before linearized reading' (duration: 122.468128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.29298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.288938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.293013Z","caller":"traceutil/trace.go:171","msg":"trace[1542655495] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25152; }","duration":"178.35168ms","start":"2026-03-08T03:20:09.114653Z","end":"2026-03-08T03:20:09.293005Z","steps":["trace[1542655495] 'agreement among raft nodes before linearized reading' (duration: 178.305569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.293075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.698743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.29311Z","caller":"traceutil/trace.go:171","msg":"trace[889500649] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25152; }","duration":"122.748733ms","start":"2026-03-08T03:20:09.170353Z","end":"2026-03-08T03:20:09.293102Z","steps":["trace[889500649] 'agreement among raft nodes before linearized reading' (duration: 122.698672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.293258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.518382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.293292Z","caller":"traceutil/trace.go:171","msg":"trace[1113604382] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25152; }","duration":"123.566563ms","start":"2026-03-08T03:20:09.169718Z","end":"2026-03-08T03:20:09.293284Z","steps":["trace[1113604382] 'agreement among raft nodes before linearized reading' (duration: 123.519082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.293421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.716737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:09.293455Z","caller":"traceutil/trace.go:171","msg":"trace[1003892333] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25152; }","duration":"123.781359ms","start":"2026-03-08T03:20:09.169667Z","end":"2026-03-08T03:20:09.293448Z","steps":["trace[1003892333] 'agreement among raft nodes before linearized reading' (duration: 123.732747ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:09.885741Z","caller":"traceutil/trace.go:171","msg":"trace[213504900] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"253.75653ms","start":"2026-03-08T03:20:09.631964Z","end":"2026-03-08T03:20:09.885721Z","steps":["trace[213504900] 'process raft request' (duration: 253.615076ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:09.950195Z","caller":"traceutil/trace.go:171","msg":"trace[505874799] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"318.170104ms","start":"2026-03-08T03:20:09.631995Z","end":"2026-03-08T03:20:09.950165Z","steps":["trace[505874799] 'process raft request' (duration: 317.901147ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:09.950237Z","caller":"traceutil/trace.go:171","msg":"trace[1082688240] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"318.112591ms","start":"2026-03-08T03:20:09.632089Z","end":"2026-03-08T03:20:09.950201Z","steps":["trace[1082688240] 'process raft request' (duration: 317.955128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.95043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.632084Z","time spent":"318.232145ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:09.950449Z","caller":"traceutil/trace.go:171","msg":"trace[349417712] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"306.675893ms","start":"2026-03-08T03:20:09.643755Z","end":"2026-03-08T03:20:09.950431Z","steps":["trace[349417712] 'process raft request' (duration: 306.401336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.950552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.643741Z","time spent":"306.753224ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:09.950631Z","caller":"traceutil/trace.go:171","msg":"trace[727441288] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"306.839786ms","start":"2026-03-08T03:20:09.643778Z","end":"2026-03-08T03:20:09.950618Z","steps":["trace[727441288] 'process raft request' (duration: 306.59354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.950391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.631977Z","time spent":"318.318807ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:09.950205Z","caller":"traceutil/trace.go:171","msg":"trace[2138686527] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"318.03277ms","start":"2026-03-08T03:20:09.632155Z","end":"2026-03-08T03:20:09.950188Z","steps":["trace[2138686527] 'process raft request' (duration: 317.934308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.950718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.64375Z","time spent":"306.924469ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:09.950863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.63213Z","time spent":"318.630074ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:09.961031Z","caller":"traceutil/trace.go:171","msg":"trace[1419445263] linearizableReadLoop","detail":"{readStateIndex:26051; appliedIndex:26045; }","duration":"153.463624ms","start":"2026-03-08T03:20:09.807543Z","end":"2026-03-08T03:20:09.961007Z","steps":["trace[1419445263] 'read index received' (duration: 78.027792ms)","trace[1419445263] 'applied index is now lower than readState.Index' (duration: 75.434692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:09.961247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.692309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:20:09.961288Z","caller":"traceutil/trace.go:171","msg":"trace[250046558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25159; }","duration":"153.774091ms","start":"2026-03-08T03:20:09.807501Z","end":"2026-03-08T03:20:09.961275Z","steps":["trace[250046558] 'agreement among raft nodes before linearized reading' (duration: 153.598377ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:10.152914Z","caller":"traceutil/trace.go:171","msg":"trace[872086959] linearizableReadLoop","detail":"{readStateIndex:26053; appliedIndex:26052; }","duration":"123.03806ms","start":"2026-03-08T03:20:10.029853Z","end":"2026-03-08T03:20:10.152891Z","steps":["trace[872086959] 'read index received' (duration: 122.877156ms)","trace[872086959] 'applied index is now lower than readState.Index' (duration: 159.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:10.15321Z","caller":"traceutil/trace.go:171","msg":"trace[2113211779] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"187.665548ms","start":"2026-03-08T03:20:09.965315Z","end":"2026-03-08T03:20:10.15298Z","steps":["trace[2113211779] 'process raft request' (duration: 187.416642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:10.153299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.436879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29549000-qgzw4\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-03-08T03:20:10.153339Z","caller":"traceutil/trace.go:171","msg":"trace[1102005820] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29549000-qgzw4; range_end:; response_count:1; response_revision:25160; }","duration":"123.521681ms","start":"2026-03-08T03:20:10.029805Z","end":"2026-03-08T03:20:10.153326Z","steps":["trace[1102005820] 'agreement among raft nodes before linearized reading' (duration: 123.181313ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:10.251114Z","caller":"traceutil/trace.go:171","msg":"trace[693602171] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"217.676162ms","start":"2026-03-08T03:20:10.033408Z","end":"2026-03-08T03:20:10.251084Z","steps":["trace[693602171] 'process raft request' (duration: 194.398876ms)","trace[693602171] 'compare' (duration: 23.125273ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:10.312417Z","caller":"traceutil/trace.go:171","msg":"trace[217677375] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"152.113293ms","start":"2026-03-08T03:20:10.160274Z","end":"2026-03-08T03:20:10.312388Z","steps":["trace[217677375] 'process raft request' (duration: 151.850987ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:10.881309Z","caller":"traceutil/trace.go:171","msg":"trace[1492199812] linearizableReadLoop","detail":"{readStateIndex:26056; appliedIndex:26055; }","duration":"433.216245ms","start":"2026-03-08T03:20:10.448064Z","end":"2026-03-08T03:20:10.88128Z","steps":["trace[1492199812] 'read index received' (duration: 432.984459ms)","trace[1492199812] 'applied index is now lower than readState.Index' (duration: 230.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:10.881519Z","caller":"traceutil/trace.go:171","msg":"trace[1776241141] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"546.850074ms","start":"2026-03-08T03:20:10.334655Z","end":"2026-03-08T03:20:10.881505Z","steps":["trace[1776241141] 'process raft request' (duration: 546.435294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:10.881645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.576353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:10.881667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.334628Z","time spent":"546.961046ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7190,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:10.881711Z","caller":"traceutil/trace.go:171","msg":"trace[541356356] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25163; }","duration":"433.683086ms","start":"2026-03-08T03:20:10.448011Z","end":"2026-03-08T03:20:10.881694Z","steps":["trace[541356356] 'agreement among raft nodes before linearized reading' (duration: 433.544202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:10.881802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.447988Z","time spent":"433.804769ms","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:11.132742Z","caller":"traceutil/trace.go:171","msg":"trace[40717266] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"588.120723ms","start":"2026-03-08T03:20:10.544584Z","end":"2026-03-08T03:20:11.132705Z","steps":["trace[40717266] 'process raft request' (duration: 489.544448ms)","trace[40717266] 'compare' (duration: 98.327949ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:11.132918Z","caller":"traceutil/trace.go:171","msg":"trace[312082744] linearizableReadLoop","detail":"{readStateIndex:26058; appliedIndex:26056; }","duration":"251.432176ms","start":"2026-03-08T03:20:10.881462Z","end":"2026-03-08T03:20:11.132894Z","steps":["trace[312082744] 'read index received' (duration: 152.601484ms)","trace[312082744] 'applied index is now lower than readState.Index' (duration: 98.829382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:11.132931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.544571Z","time spent":"588.267467ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:11.133047Z","caller":"traceutil/trace.go:171","msg":"trace[1847617693] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"463.597859ms","start":"2026-03-08T03:20:10.669434Z","end":"2026-03-08T03:20:11.133032Z","steps":["trace[1847617693] 'process raft request' (duration: 463.20329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.133152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.66941Z","time spent":"463.691752ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:11.133354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.762624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:11.13343Z","caller":"traceutil/trace.go:171","msg":"trace[690756895] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25165; }","duration":"360.856406ms","start":"2026-03-08T03:20:10.772555Z","end":"2026-03-08T03:20:11.133412Z","steps":["trace[690756895] 'agreement among raft nodes before linearized reading' (duration: 360.725253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.133438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.79251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:11.133466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.570643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:20:11.133492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.77249Z","time spent":"360.986428ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:11.133537Z","caller":"traceutil/trace.go:171","msg":"trace[1043402693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25165; }","duration":"516.650404ms","start":"2026-03-08T03:20:10.616868Z","end":"2026-03-08T03:20:11.133518Z","steps":["trace[1043402693] 'agreement among raft nodes before linearized reading' (duration: 516.44631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.13343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.006053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:11.133433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.619617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:11.133548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.998769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:20:11.133591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.616861Z","time spent":"516.716627ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:20:11.133595Z","caller":"traceutil/trace.go:171","msg":"trace[1020977675] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25165; }","duration":"514.813032ms","start":"2026-03-08T03:20:10.618773Z","end":"2026-03-08T03:20:11.133586Z","steps":["trace[1020977675] 'agreement among raft nodes before linearized reading' (duration: 514.576566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.133732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.618766Z","time spent":"514.951815ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:11.133662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.339531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-init-rtv4f\" ","response":"range_response_count:1 size:7208"} {"level":"warn","ts":"2026-03-08T03:20:11.133776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.912184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:11.133796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.727333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:20:11.133834Z","caller":"traceutil/trace.go:171","msg":"trace[620302954] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25165; }","duration":"515.013526ms","start":"2026-03-08T03:20:10.618806Z","end":"2026-03-08T03:20:11.133819Z","steps":["trace[620302954] 'agreement among raft nodes before linearized reading' (duration: 514.682309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.133586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.149549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:11.13398Z","caller":"traceutil/trace.go:171","msg":"trace[1870529516] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25165; }","duration":"578.61467ms","start":"2026-03-08T03:20:10.555342Z","end":"2026-03-08T03:20:11.133957Z","steps":["trace[1870529516] 'agreement among raft nodes before linearized reading' (duration: 578.027486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.13388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.61879Z","time spent":"515.083138ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:20:11.133512Z","caller":"traceutil/trace.go:171","msg":"trace[1410600114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25165; }","duration":"422.908333ms","start":"2026-03-08T03:20:10.710583Z","end":"2026-03-08T03:20:11.133491Z","steps":["trace[1410600114] 'agreement among raft nodes before linearized reading' (duration: 422.762079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.134732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.710568Z","time spent":"424.145241ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:20:11.133603Z","caller":"traceutil/trace.go:171","msg":"trace[643589429] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25165; }","duration":"514.177627ms","start":"2026-03-08T03:20:10.619406Z","end":"2026-03-08T03:20:11.133584Z","steps":["trace[643589429] 'agreement among raft nodes before linearized reading' (duration: 513.969102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.13494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.619383Z","time spent":"515.545178ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:20:11.133647Z","caller":"traceutil/trace.go:171","msg":"trace[692688033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25165; }","duration":"516.125393ms","start":"2026-03-08T03:20:10.617496Z","end":"2026-03-08T03:20:11.133621Z","steps":["trace[692688033] 'agreement among raft nodes before linearized reading' (duration: 515.865907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.135116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.617483Z","time spent":"517.619048ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:11.133502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.028863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:11.135251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.555326Z","time spent":"578.917177ms","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:11.135273Z","caller":"traceutil/trace.go:171","msg":"trace[316264019] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25165; }","duration":"515.944838ms","start":"2026-03-08T03:20:10.619311Z","end":"2026-03-08T03:20:11.135255Z","steps":["trace[316264019] 'agreement among raft nodes before linearized reading' (duration: 514.016653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.13546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.61929Z","time spent":"516.147113ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:11.133759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.2532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:11.1357Z","caller":"traceutil/trace.go:171","msg":"trace[707588450] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25165; }","duration":"181.221066ms","start":"2026-03-08T03:20:10.954457Z","end":"2026-03-08T03:20:11.135678Z","steps":["trace[707588450] 'agreement among raft nodes before linearized reading' (duration: 179.25404ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:11.133851Z","caller":"traceutil/trace.go:171","msg":"trace[397648776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25165; }","duration":"535.794745ms","start":"2026-03-08T03:20:10.598037Z","end":"2026-03-08T03:20:11.133832Z","steps":["trace[397648776] 'agreement among raft nodes before linearized reading' (duration: 535.662882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.135831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.598029Z","time spent":"537.780901ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:20:11.133827Z","caller":"traceutil/trace.go:171","msg":"trace[1829935727] range","detail":"{range_begin:/registry/pods/openstack/manila-db-init-rtv4f; range_end:; response_count:1; response_revision:25165; }","duration":"239.535386ms","start":"2026-03-08T03:20:10.894274Z","end":"2026-03-08T03:20:11.13381Z","steps":["trace[1829935727] 'agreement among raft nodes before linearized reading' (duration: 239.140667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.133866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.96417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:20:11.136147Z","caller":"traceutil/trace.go:171","msg":"trace[169743023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25165; }","duration":"527.271735ms","start":"2026-03-08T03:20:10.608857Z","end":"2026-03-08T03:20:11.136129Z","steps":["trace[169743023] 'agreement among raft nodes before linearized reading' (duration: 524.828287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.136222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.608837Z","time spent":"527.358826ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:11.133749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.222236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:11.136269Z","caller":"traceutil/trace.go:171","msg":"trace[1524660223] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25165; }","duration":"596.776107ms","start":"2026-03-08T03:20:10.539477Z","end":"2026-03-08T03:20:11.136253Z","steps":["trace[1524660223] 'agreement among raft nodes before linearized reading' (duration: 594.226267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.136308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.539458Z","time spent":"596.838829ms","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:20:11.704352Z","caller":"traceutil/trace.go:171","msg":"trace[579148959] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26067; }","duration":"178.40584ms","start":"2026-03-08T03:20:11.525917Z","end":"2026-03-08T03:20:11.704323Z","steps":["trace[579148959] 'read index received' (duration: 134.12742ms)","trace[579148959] 'applied index is now lower than readState.Index' (duration: 44.27739ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:11.70447Z","caller":"traceutil/trace.go:171","msg":"trace[361777229] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"192.518262ms","start":"2026-03-08T03:20:11.511938Z","end":"2026-03-08T03:20:11.704456Z","steps":["trace[361777229] 'process raft request' (duration: 148.031457ms)","trace[361777229] 'compare' (duration: 43.970353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:11.70488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.931102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:11.704964Z","caller":"traceutil/trace.go:171","msg":"trace[1011024683] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25175; }","duration":"179.060445ms","start":"2026-03-08T03:20:11.525882Z","end":"2026-03-08T03:20:11.704943Z","steps":["trace[1011024683] 'agreement among raft nodes before linearized reading' (duration: 178.868061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.704993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.278788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29548985\" ","response":"range_response_count:1 size:5639"} {"level":"info","ts":"2026-03-08T03:20:11.70506Z","caller":"traceutil/trace.go:171","msg":"trace[1969676307] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29548985; range_end:; response_count:1; response_revision:25175; }","duration":"118.383961ms","start":"2026-03-08T03:20:11.586656Z","end":"2026-03-08T03:20:11.70504Z","steps":["trace[1969676307] 'agreement among raft nodes before linearized reading' (duration: 118.152855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.965289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.773327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:11.96539Z","caller":"traceutil/trace.go:171","msg":"trace[1446872371] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"202.139357ms","start":"2026-03-08T03:20:11.763233Z","end":"2026-03-08T03:20:11.965372Z","steps":["trace[1446872371] 'process raft request' (duration: 52.217886ms)","trace[1446872371] 'compare' (duration: 149.543612ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:12.003161Z","caller":"traceutil/trace.go:171","msg":"trace[1695649941] linearizableReadLoop","detail":"{readStateIndex:26071; appliedIndex:26069; }","duration":"235.625694ms","start":"2026-03-08T03:20:11.76751Z","end":"2026-03-08T03:20:12.003136Z","steps":["trace[1695649941] 'read index received' (duration: 47.827443ms)","trace[1695649941] 'applied index is now lower than readState.Index' (duration: 187.797161ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:12.003244Z","caller":"traceutil/trace.go:171","msg":"trace[901389688] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"238.762638ms","start":"2026-03-08T03:20:11.764454Z","end":"2026-03-08T03:20:12.003216Z","steps":["trace[901389688] 'process raft request' (duration: 238.517303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:12.003326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.801408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29548985-8pxfg\" ","response":"range_response_count:1 size:7184"} {"level":"info","ts":"2026-03-08T03:20:12.003396Z","caller":"traceutil/trace.go:171","msg":"trace[1298054514] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29548985-8pxfg; range_end:; response_count:1; response_revision:25178; }","duration":"235.899361ms","start":"2026-03-08T03:20:11.767469Z","end":"2026-03-08T03:20:12.003368Z","steps":["trace[1298054514] 'agreement among raft nodes before linearized reading' (duration: 235.753257ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:12.059892Z","caller":"traceutil/trace.go:171","msg":"trace[1804602364] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"102.522359ms","start":"2026-03-08T03:20:11.957338Z","end":"2026-03-08T03:20:12.059861Z","steps":["trace[1804602364] 'process raft request' (duration: 102.266703ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:12.059938Z","caller":"traceutil/trace.go:171","msg":"trace[175622799] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"170.342751ms","start":"2026-03-08T03:20:11.889576Z","end":"2026-03-08T03:20:12.059919Z","steps":["trace[175622799] 'process raft request' (duration: 169.905131ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:12.059925Z","caller":"traceutil/trace.go:171","msg":"trace[796866605] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"102.511427ms","start":"2026-03-08T03:20:11.957383Z","end":"2026-03-08T03:20:12.059894Z","steps":["trace[796866605] 'process raft request' (duration: 102.253991ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:12.059965Z","caller":"traceutil/trace.go:171","msg":"trace[172636352] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"102.308523ms","start":"2026-03-08T03:20:11.957633Z","end":"2026-03-08T03:20:12.059942Z","steps":["trace[172636352] 'process raft request' (duration: 102.079728ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:12.060084Z","caller":"traceutil/trace.go:171","msg":"trace[1084111718] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"102.57437ms","start":"2026-03-08T03:20:11.957504Z","end":"2026-03-08T03:20:12.060078Z","steps":["trace[1084111718] 'process raft request' (duration: 102.16313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:12.060122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.65937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:12.060153Z","caller":"traceutil/trace.go:171","msg":"trace[1550256901] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25185; }","duration":"159.745122ms","start":"2026-03-08T03:20:11.9004Z","end":"2026-03-08T03:20:12.060146Z","steps":["trace[1550256901] 'agreement among raft nodes before linearized reading' (duration: 159.677961ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:12.060464Z","caller":"traceutil/trace.go:171","msg":"trace[754770588] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"102.885426ms","start":"2026-03-08T03:20:11.957561Z","end":"2026-03-08T03:20:12.060447Z","steps":["trace[754770588] 'process raft request' (duration: 102.128629ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:12.890301Z","caller":"traceutil/trace.go:171","msg":"trace[1716336115] linearizableReadLoop","detail":"{readStateIndex:26085; appliedIndex:26084; }","duration":"191.16967ms","start":"2026-03-08T03:20:12.699106Z","end":"2026-03-08T03:20:12.890276Z","steps":["trace[1716336115] 'read index received' (duration: 188.998499ms)","trace[1716336115] 'applied index is now lower than readState.Index' (duration: 2.170131ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:12.890413Z","caller":"traceutil/trace.go:171","msg":"trace[1869318213] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"214.323364ms","start":"2026-03-08T03:20:12.676079Z","end":"2026-03-08T03:20:12.890403Z","steps":["trace[1869318213] 'process raft request' (duration: 213.198757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:12.890689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.56967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-08T03:20:12.890759Z","caller":"traceutil/trace.go:171","msg":"trace[1401804715] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25191; }","duration":"191.688142ms","start":"2026-03-08T03:20:12.699054Z","end":"2026-03-08T03:20:12.890742Z","steps":["trace[1401804715] 'agreement among raft nodes before linearized reading' (duration: 191.569699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:12.890916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.426678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:12.890997Z","caller":"traceutil/trace.go:171","msg":"trace[792718946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25191; }","duration":"180.564041ms","start":"2026-03-08T03:20:12.710413Z","end":"2026-03-08T03:20:12.890977Z","steps":["trace[792718946] 'agreement among raft nodes before linearized reading' (duration: 180.420578ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.404276Z","caller":"traceutil/trace.go:171","msg":"trace[1570629417] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"193.468433ms","start":"2026-03-08T03:20:13.210779Z","end":"2026-03-08T03:20:13.404247Z","steps":["trace[1570629417] 'process raft request' (duration: 193.295829ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.404269Z","caller":"traceutil/trace.go:171","msg":"trace[1891812685] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"194.315754ms","start":"2026-03-08T03:20:13.209903Z","end":"2026-03-08T03:20:13.404219Z","steps":["trace[1891812685] 'process raft request' (duration: 174.018447ms)","trace[1891812685] 'compare' (duration: 19.865217ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:13.404527Z","caller":"traceutil/trace.go:171","msg":"trace[449759413] linearizableReadLoop","detail":"{readStateIndex:26091; appliedIndex:26087; }","duration":"101.118054ms","start":"2026-03-08T03:20:13.30333Z","end":"2026-03-08T03:20:13.404448Z","steps":["trace[449759413] 'read index received' (duration: 80.570062ms)","trace[449759413] 'applied index is now lower than readState.Index' (duration: 20.546072ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:13.404593Z","caller":"traceutil/trace.go:171","msg":"trace[2058385338] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"193.430273ms","start":"2026-03-08T03:20:13.211129Z","end":"2026-03-08T03:20:13.40456Z","steps":["trace[2058385338] 'process raft request' (duration: 193.076514ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.404623Z","caller":"traceutil/trace.go:171","msg":"trace[300065227] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"171.911848ms","start":"2026-03-08T03:20:13.232613Z","end":"2026-03-08T03:20:13.404525Z","steps":["trace[300065227] 'process raft request' (duration: 171.744304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:13.404894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.49446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:13.404915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.884569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:13.404899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.865499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:13.404973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.348556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:13.404764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.393291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:13.404994Z","caller":"traceutil/trace.go:171","msg":"trace[1830286600] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25197; }","duration":"100.409068ms","start":"2026-03-08T03:20:13.304581Z","end":"2026-03-08T03:20:13.40499Z","steps":["trace[1830286600] 'agreement among raft nodes before linearized reading' (duration: 100.366387ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.404983Z","caller":"traceutil/trace.go:171","msg":"trace[1774137975] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25197; }","duration":"100.965721ms","start":"2026-03-08T03:20:13.303997Z","end":"2026-03-08T03:20:13.404963Z","steps":["trace[1774137975] 'agreement among raft nodes before linearized reading' (duration: 100.839448ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.404931Z","caller":"traceutil/trace.go:171","msg":"trace[310449135] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25197; }","duration":"100.562791ms","start":"2026-03-08T03:20:13.30436Z","end":"2026-03-08T03:20:13.404923Z","steps":["trace[310449135] 'agreement among raft nodes before linearized reading' (duration: 100.460769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:13.404856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.950941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:13.405005Z","caller":"traceutil/trace.go:171","msg":"trace[1164293473] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25197; }","duration":"101.702188ms","start":"2026-03-08T03:20:13.303293Z","end":"2026-03-08T03:20:13.404995Z","steps":["trace[1164293473] 'agreement among raft nodes before linearized reading' (duration: 101.391481ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.405081Z","caller":"traceutil/trace.go:171","msg":"trace[996801113] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25197; }","duration":"101.191636ms","start":"2026-03-08T03:20:13.303883Z","end":"2026-03-08T03:20:13.405075Z","steps":["trace[996801113] 'agreement among raft nodes before linearized reading' (duration: 100.95554ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.404942Z","caller":"traceutil/trace.go:171","msg":"trace[1427143628] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25197; }","duration":"100.91982ms","start":"2026-03-08T03:20:13.304011Z","end":"2026-03-08T03:20:13.404931Z","steps":["trace[1427143628] 'agreement among raft nodes before linearized reading' (duration: 100.865358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:13.404824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.33337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:13.405258Z","caller":"traceutil/trace.go:171","msg":"trace[330886986] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25197; }","duration":"101.76648ms","start":"2026-03-08T03:20:13.303484Z","end":"2026-03-08T03:20:13.405251Z","steps":["trace[330886986] 'agreement among raft nodes before linearized reading' (duration: 101.306409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:13.405136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.265755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:13.405329Z","caller":"traceutil/trace.go:171","msg":"trace[81842969] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25197; }","duration":"100.49977ms","start":"2026-03-08T03:20:13.304811Z","end":"2026-03-08T03:20:13.405311Z","steps":["trace[81842969] 'agreement among raft nodes before linearized reading' (duration: 100.132402ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:14.17024Z","caller":"traceutil/trace.go:171","msg":"trace[1125228626] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"105.966969ms","start":"2026-03-08T03:20:14.064244Z","end":"2026-03-08T03:20:14.170211Z","steps":["trace[1125228626] 'process raft request' (duration: 74.379227ms)","trace[1125228626] 'compare' (duration: 31.006618ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:14.17055Z","caller":"traceutil/trace.go:171","msg":"trace[1295601767] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"105.857076ms","start":"2026-03-08T03:20:14.064663Z","end":"2026-03-08T03:20:14.17052Z","steps":["trace[1295601767] 'process raft request' (duration: 105.503528ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:14.170816Z","caller":"traceutil/trace.go:171","msg":"trace[1793925256] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"105.356285ms","start":"2026-03-08T03:20:14.065433Z","end":"2026-03-08T03:20:14.17079Z","steps":["trace[1793925256] 'process raft request' (duration: 105.213951ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:14.170826Z","caller":"traceutil/trace.go:171","msg":"trace[560149533] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"105.626471ms","start":"2026-03-08T03:20:14.065161Z","end":"2026-03-08T03:20:14.170788Z","steps":["trace[560149533] 'process raft request' (duration: 105.266502ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:14.170818Z","caller":"traceutil/trace.go:171","msg":"trace[21525968] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"105.332844ms","start":"2026-03-08T03:20:14.065461Z","end":"2026-03-08T03:20:14.170794Z","steps":["trace[21525968] 'process raft request' (duration: 105.262342ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:14.17099Z","caller":"traceutil/trace.go:171","msg":"trace[917213209] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"104.812681ms","start":"2026-03-08T03:20:14.066169Z","end":"2026-03-08T03:20:14.170981Z","steps":["trace[917213209] 'process raft request' (duration: 104.585996ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:16.265894Z","caller":"traceutil/trace.go:171","msg":"trace[1000093083] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"165.165869ms","start":"2026-03-08T03:20:16.100699Z","end":"2026-03-08T03:20:16.265864Z","steps":["trace[1000093083] 'process raft request' (duration: 162.924667ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:16.526196Z","caller":"traceutil/trace.go:171","msg":"trace[1115677718] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"350.031851ms","start":"2026-03-08T03:20:16.176143Z","end":"2026-03-08T03:20:16.526175Z","steps":["trace[1115677718] 'process raft request' (duration: 349.97298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.526336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.176137Z","time spent":"350.119893ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:16.526367Z","caller":"traceutil/trace.go:171","msg":"trace[1280747700] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"352.183762ms","start":"2026-03-08T03:20:16.174147Z","end":"2026-03-08T03:20:16.526331Z","steps":["trace[1280747700] 'process raft request' (duration: 351.795143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.526489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.852274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:16.526494Z","caller":"traceutil/trace.go:171","msg":"trace[865425692] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"350.050171ms","start":"2026-03-08T03:20:16.17642Z","end":"2026-03-08T03:20:16.52647Z","steps":["trace[865425692] 'process raft request' (duration: 349.881547ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:16.52639Z","caller":"traceutil/trace.go:171","msg":"trace[594775370] linearizableReadLoop","detail":"{readStateIndex:26118; appliedIndex:26114; }","duration":"260.57167ms","start":"2026-03-08T03:20:16.265809Z","end":"2026-03-08T03:20:16.52638Z","steps":["trace[594775370] 'read index received' (duration: 260.298824ms)","trace[594775370] 'applied index is now lower than readState.Index' (duration: 271.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:16.526547Z","caller":"traceutil/trace.go:171","msg":"trace[1626608508] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"349.98379ms","start":"2026-03-08T03:20:16.176557Z","end":"2026-03-08T03:20:16.526541Z","steps":["trace[1626608508] 'process raft request' (duration: 349.788415ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:16.526525Z","caller":"traceutil/trace.go:171","msg":"trace[1230133585] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25223; }","duration":"268.925396ms","start":"2026-03-08T03:20:16.25759Z","end":"2026-03-08T03:20:16.526515Z","steps":["trace[1230133585] 'agreement among raft nodes before linearized reading' (duration: 268.819484ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:16.526569Z","caller":"traceutil/trace.go:171","msg":"trace[1910804006] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"350.190364ms","start":"2026-03-08T03:20:16.17637Z","end":"2026-03-08T03:20:16.52656Z","steps":["trace[1910804006] 'process raft request' (duration: 349.774935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.526587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.176551Z","time spent":"350.01327ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:16.526605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.176416Z","time spent":"350.131703ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:16.526515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.174138Z","time spent":"352.304455ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:16.526644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.176363Z","time spent":"350.241776ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:16.526494Z","caller":"traceutil/trace.go:171","msg":"trace[795744066] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"350.720337ms","start":"2026-03-08T03:20:16.17575Z","end":"2026-03-08T03:20:16.52647Z","steps":["trace[795744066] 'process raft request' (duration: 350.328208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.526784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.175732Z","time spent":"351.018834ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:16.62662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.313534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.626642Z","caller":"traceutil/trace.go:171","msg":"trace[1059054798] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"349.344865ms","start":"2026-03-08T03:20:16.277266Z","end":"2026-03-08T03:20:16.62661Z","steps":["trace[1059054798] 'process raft request' (duration: 343.864477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.62671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.620484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:20:16.626719Z","caller":"traceutil/trace.go:171","msg":"trace[1939115595] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25224; }","duration":"277.467717ms","start":"2026-03-08T03:20:16.34923Z","end":"2026-03-08T03:20:16.626697Z","steps":["trace[1939115595] 'agreement among raft nodes before linearized reading' (duration: 277.262513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.626682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.949554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.626768Z","caller":"traceutil/trace.go:171","msg":"trace[807035308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25224; }","duration":"261.733918ms","start":"2026-03-08T03:20:16.365018Z","end":"2026-03-08T03:20:16.626751Z","steps":["trace[807035308] 'agreement among raft nodes before linearized reading' (duration: 261.520313ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:16.626817Z","caller":"traceutil/trace.go:171","msg":"trace[374153953] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25224; }","duration":"277.117569ms","start":"2026-03-08T03:20:16.349678Z","end":"2026-03-08T03:20:16.626796Z","steps":["trace[374153953] 'agreement among raft nodes before linearized reading' (duration: 276.941685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.626831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.277241Z","time spent":"349.506189ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7329,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:16.626829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.456007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.627199Z","caller":"traceutil/trace.go:171","msg":"trace[1989859501] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25224; }","duration":"277.576659ms","start":"2026-03-08T03:20:16.349336Z","end":"2026-03-08T03:20:16.626913Z","steps":["trace[1989859501] 'agreement among raft nodes before linearized reading' (duration: 277.377465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.627396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.922147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.627456Z","caller":"traceutil/trace.go:171","msg":"trace[1950043241] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25224; }","duration":"278.00094ms","start":"2026-03-08T03:20:16.349443Z","end":"2026-03-08T03:20:16.627444Z","steps":["trace[1950043241] 'agreement among raft nodes before linearized reading' (duration: 277.105519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:17.394968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.073921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:17.39505Z","caller":"traceutil/trace.go:171","msg":"trace[422464787] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25226; }","duration":"106.220134ms","start":"2026-03-08T03:20:17.288809Z","end":"2026-03-08T03:20:17.395029Z","steps":["trace[422464787] 'count revisions from in-memory index tree' (duration: 105.943908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:17.395408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.544029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:17.395474Z","caller":"traceutil/trace.go:171","msg":"trace[1928729210] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25226; }","duration":"102.675532ms","start":"2026-03-08T03:20:17.292782Z","end":"2026-03-08T03:20:17.395457Z","steps":["trace[1928729210] 'count revisions from in-memory index tree' (duration: 102.413445ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:17.627326Z","caller":"traceutil/trace.go:171","msg":"trace[1646458072] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"176.343222ms","start":"2026-03-08T03:20:17.450958Z","end":"2026-03-08T03:20:17.627301Z","steps":["trace[1646458072] 'process raft request' (duration: 176.23872ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:17.627341Z","caller":"traceutil/trace.go:171","msg":"trace[578473305] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"176.352212ms","start":"2026-03-08T03:20:17.450961Z","end":"2026-03-08T03:20:17.627313Z","steps":["trace[578473305] 'process raft request' (duration: 171.041178ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:17.801487Z","caller":"traceutil/trace.go:171","msg":"trace[858151199] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"165.794204ms","start":"2026-03-08T03:20:17.635659Z","end":"2026-03-08T03:20:17.801454Z","steps":["trace[858151199] 'process raft request' (duration: 108.426657ms)","trace[858151199] 'compare' (duration: 57.018629ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:18.339917Z","caller":"traceutil/trace.go:171","msg":"trace[1559158599] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"139.825475ms","start":"2026-03-08T03:20:18.200061Z","end":"2026-03-08T03:20:18.339887Z","steps":["trace[1559158599] 'process raft request' (duration: 139.714392ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:18.339946Z","caller":"traceutil/trace.go:171","msg":"trace[860172191] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"141.994525ms","start":"2026-03-08T03:20:18.197911Z","end":"2026-03-08T03:20:18.339905Z","steps":["trace[860172191] 'process raft request' (duration: 141.649487ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:18.411022Z","caller":"traceutil/trace.go:171","msg":"trace[1562428505] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26135; }","duration":"137.723805ms","start":"2026-03-08T03:20:18.27327Z","end":"2026-03-08T03:20:18.410993Z","steps":["trace[1562428505] 'read index received' (duration: 66.727187ms)","trace[1562428505] 'applied index is now lower than readState.Index' (duration: 70.995348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:18.411253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.96684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-sync-cww4m\" ","response":"range_response_count:1 size:5243"} {"level":"info","ts":"2026-03-08T03:20:18.411284Z","caller":"traceutil/trace.go:171","msg":"trace[285264117] range","detail":"{range_begin:/registry/pods/openstack/manila-db-sync-cww4m; range_end:; response_count:1; response_revision:25241; }","duration":"138.041692ms","start":"2026-03-08T03:20:18.273233Z","end":"2026-03-08T03:20:18.411275Z","steps":["trace[285264117] 'agreement among raft nodes before linearized reading' (duration: 137.850678ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:18.411379Z","caller":"traceutil/trace.go:171","msg":"trace[393665331] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"153.106336ms","start":"2026-03-08T03:20:18.258251Z","end":"2026-03-08T03:20:18.411357Z","steps":["trace[393665331] 'process raft request' (duration: 94.05554ms)","trace[393665331] 'compare' (duration: 58.445532ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:18.60172Z","caller":"traceutil/trace.go:171","msg":"trace[439051405] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"113.702791ms","start":"2026-03-08T03:20:18.487987Z","end":"2026-03-08T03:20:18.60169Z","steps":["trace[439051405] 'process raft request' (duration: 41.585347ms)","trace[439051405] 'compare' (duration: 71.773236ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:18.642705Z","caller":"traceutil/trace.go:171","msg":"trace[1653669662] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"110.737441ms","start":"2026-03-08T03:20:18.531946Z","end":"2026-03-08T03:20:18.642684Z","steps":["trace[1653669662] 'process raft request' (duration: 110.577357ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:18.642895Z","caller":"traceutil/trace.go:171","msg":"trace[1592077323] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"110.902564ms","start":"2026-03-08T03:20:18.53198Z","end":"2026-03-08T03:20:18.642882Z","steps":["trace[1592077323] 'process raft request' (duration: 110.666309ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:18.643021Z","caller":"traceutil/trace.go:171","msg":"trace[1826096334] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"110.855563ms","start":"2026-03-08T03:20:18.53215Z","end":"2026-03-08T03:20:18.643005Z","steps":["trace[1826096334] 'process raft request' (duration: 110.680479ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:18.64312Z","caller":"traceutil/trace.go:171","msg":"trace[879835711] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"108.934579ms","start":"2026-03-08T03:20:18.534177Z","end":"2026-03-08T03:20:18.643111Z","steps":["trace[879835711] 'process raft request' (duration: 108.786335ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:18.64334Z","caller":"traceutil/trace.go:171","msg":"trace[1104552428] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"109.141094ms","start":"2026-03-08T03:20:18.534189Z","end":"2026-03-08T03:20:18.643331Z","steps":["trace[1104552428] 'process raft request' (duration: 108.891448ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:19.366895Z","caller":"traceutil/trace.go:171","msg":"trace[558170488] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"112.713228ms","start":"2026-03-08T03:20:19.254157Z","end":"2026-03-08T03:20:19.366871Z","steps":["trace[558170488] 'process raft request' (duration: 112.572494ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:19.538908Z","caller":"traceutil/trace.go:171","msg":"trace[1959255853] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"271.384214ms","start":"2026-03-08T03:20:19.267487Z","end":"2026-03-08T03:20:19.538872Z","steps":["trace[1959255853] 'process raft request' (duration: 223.11331ms)","trace[1959255853] 'compare' (duration: 48.043669ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:19.539119Z","caller":"traceutil/trace.go:171","msg":"trace[538010280] linearizableReadLoop","detail":"{readStateIndex:26149; appliedIndex:26147; }","duration":"123.197794ms","start":"2026-03-08T03:20:19.415894Z","end":"2026-03-08T03:20:19.539092Z","steps":["trace[538010280] 'read index received' (duration: 74.810367ms)","trace[538010280] 'applied index is now lower than readState.Index' (duration: 48.385917ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:19.539266Z","caller":"traceutil/trace.go:171","msg":"trace[1608199204] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"218.220816ms","start":"2026-03-08T03:20:19.32103Z","end":"2026-03-08T03:20:19.539251Z","steps":["trace[1608199204] 'process raft request' (duration: 217.775835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:19.539696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.792048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:20:19.53975Z","caller":"traceutil/trace.go:171","msg":"trace[1837291339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25254; }","duration":"123.89821ms","start":"2026-03-08T03:20:19.415838Z","end":"2026-03-08T03:20:19.539736Z","steps":["trace[1837291339] 'agreement among raft nodes before linearized reading' (duration: 123.678605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:19.539999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.49621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:19.540064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.116277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:19.540057Z","caller":"traceutil/trace.go:171","msg":"trace[297014020] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25254; }","duration":"120.606862ms","start":"2026-03-08T03:20:19.419436Z","end":"2026-03-08T03:20:19.540043Z","steps":["trace[297014020] 'agreement among raft nodes before linearized reading' (duration: 120.52225ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:19.540135Z","caller":"traceutil/trace.go:171","msg":"trace[1358518571] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25254; }","duration":"116.23914ms","start":"2026-03-08T03:20:19.423881Z","end":"2026-03-08T03:20:19.54012Z","steps":["trace[1358518571] 'agreement among raft nodes before linearized reading' (duration: 116.114157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:19.540211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.401384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:19.5403Z","caller":"traceutil/trace.go:171","msg":"trace[365511836] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25254; }","duration":"116.499716ms","start":"2026-03-08T03:20:19.423778Z","end":"2026-03-08T03:20:19.540278Z","steps":["trace[365511836] 'agreement among raft nodes before linearized reading' (duration: 116.25657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:19.540347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.491256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:19.540351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.175892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:19.540212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.474026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:19.540409Z","caller":"traceutil/trace.go:171","msg":"trace[2043840036] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25254; }","duration":"116.567018ms","start":"2026-03-08T03:20:19.423827Z","end":"2026-03-08T03:20:19.540394Z","steps":["trace[2043840036] 'agreement among raft nodes before linearized reading' (duration: 116.455585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:19.540408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.543828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:19.540435Z","caller":"traceutil/trace.go:171","msg":"trace[224497352] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25254; }","duration":"116.742502ms","start":"2026-03-08T03:20:19.423681Z","end":"2026-03-08T03:20:19.540424Z","steps":["trace[224497352] 'agreement among raft nodes before linearized reading' (duration: 116.466966ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:19.540414Z","caller":"traceutil/trace.go:171","msg":"trace[350848954] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25254; }","duration":"120.264725ms","start":"2026-03-08T03:20:19.420139Z","end":"2026-03-08T03:20:19.540404Z","steps":["trace[350848954] 'agreement among raft nodes before linearized reading' (duration: 120.104501ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:19.540491Z","caller":"traceutil/trace.go:171","msg":"trace[704298136] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25254; }","duration":"116.64812ms","start":"2026-03-08T03:20:19.423805Z","end":"2026-03-08T03:20:19.540453Z","steps":["trace[704298136] 'agreement among raft nodes before linearized reading' (duration: 116.516037ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:19.770868Z","caller":"traceutil/trace.go:171","msg":"trace[1932273363] linearizableReadLoop","detail":"{readStateIndex:26152; appliedIndex:26150; }","duration":"192.678375ms","start":"2026-03-08T03:20:19.578165Z","end":"2026-03-08T03:20:19.770844Z","steps":["trace[1932273363] 'read index received' (duration: 36.591899ms)","trace[1932273363] 'applied index is now lower than readState.Index' (duration: 156.085216ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:19.77117Z","caller":"traceutil/trace.go:171","msg":"trace[232165022] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"225.505176ms","start":"2026-03-08T03:20:19.545649Z","end":"2026-03-08T03:20:19.771154Z","steps":["trace[232165022] 'process raft request' (duration: 183.572021ms)","trace[232165022] 'compare' (duration: 41.28552ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:19.771432Z","caller":"traceutil/trace.go:171","msg":"trace[942894232] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"220.351105ms","start":"2026-03-08T03:20:19.55107Z","end":"2026-03-08T03:20:19.771422Z","steps":["trace[942894232] 'process raft request' (duration: 219.70795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:19.771734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.545826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:20:19.771784Z","caller":"traceutil/trace.go:171","msg":"trace[1045983613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25257; }","duration":"193.680019ms","start":"2026-03-08T03:20:19.578092Z","end":"2026-03-08T03:20:19.771773Z","steps":["trace[1045983613] 'agreement among raft nodes before linearized reading' (duration: 193.458534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:19.772055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.726245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:20:19.772094Z","caller":"traceutil/trace.go:171","msg":"trace[1985319784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25257; }","duration":"140.807817ms","start":"2026-03-08T03:20:19.631278Z","end":"2026-03-08T03:20:19.772085Z","steps":["trace[1985319784] 'agreement among raft nodes before linearized reading' (duration: 140.702735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:19.772442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.790877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:20:19.772485Z","caller":"traceutil/trace.go:171","msg":"trace[260474720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25257; }","duration":"140.850068ms","start":"2026-03-08T03:20:19.631622Z","end":"2026-03-08T03:20:19.772472Z","steps":["trace[260474720] 'agreement among raft nodes before linearized reading' (duration: 140.750326ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:21.013975Z","caller":"traceutil/trace.go:171","msg":"trace[809214531] linearizableReadLoop","detail":"{readStateIndex:26165; appliedIndex:26164; }","duration":"220.11563ms","start":"2026-03-08T03:20:20.793828Z","end":"2026-03-08T03:20:21.013944Z","steps":["trace[809214531] 'read index received' (duration: 207.374031ms)","trace[809214531] 'applied index is now lower than readState.Index' (duration: 12.740159ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:21.014087Z","caller":"traceutil/trace.go:171","msg":"trace[1709986378] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"301.080242ms","start":"2026-03-08T03:20:20.712971Z","end":"2026-03-08T03:20:21.014052Z","steps":["trace[1709986378] 'process raft request' (duration: 288.353983ms)","trace[1709986378] 'compare' (duration: 12.413941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:21.014145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.293614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:21.014214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:20.712962Z","time spent":"301.188084ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:21.014221Z","caller":"traceutil/trace.go:171","msg":"trace[85729957] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25269; }","duration":"220.416407ms","start":"2026-03-08T03:20:20.793779Z","end":"2026-03-08T03:20:21.014196Z","steps":["trace[85729957] 'agreement among raft nodes before linearized reading' (duration: 220.259943ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:21.228073Z","caller":"traceutil/trace.go:171","msg":"trace[1027012313] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"162.851215ms","start":"2026-03-08T03:20:21.065192Z","end":"2026-03-08T03:20:21.228043Z","steps":["trace[1027012313] 'process raft request' (duration: 103.110622ms)","trace[1027012313] 'compare' (duration: 59.560859ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:21.562271Z","caller":"traceutil/trace.go:171","msg":"trace[516779751] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"277.973459ms","start":"2026-03-08T03:20:21.284272Z","end":"2026-03-08T03:20:21.562246Z","steps":["trace[516779751] 'process raft request' (duration: 277.498128ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:21.632157Z","caller":"traceutil/trace.go:171","msg":"trace[269971113] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"260.854597ms","start":"2026-03-08T03:20:21.371231Z","end":"2026-03-08T03:20:21.632086Z","steps":["trace[269971113] 'process raft request' (duration: 260.656192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:21.964618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.168431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:21.964669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.144517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:20:21.964743Z","caller":"traceutil/trace.go:171","msg":"trace[1204523698] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25275; }","duration":"157.404647ms","start":"2026-03-08T03:20:21.807308Z","end":"2026-03-08T03:20:21.964712Z","steps":["trace[1204523698] 'agreement among raft nodes before linearized reading' (duration: 17.314127ms)","trace[1204523698] 'count revisions from in-memory index tree' (duration: 139.901276ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:21.964762Z","caller":"traceutil/trace.go:171","msg":"trace[1231638850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25275; }","duration":"113.28483ms","start":"2026-03-08T03:20:21.851437Z","end":"2026-03-08T03:20:21.964722Z","steps":["trace[1231638850] 'range keys from in-memory index tree' (duration: 112.933213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:21.964834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.323093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:20:21.965137Z","caller":"traceutil/trace.go:171","msg":"trace[1629843586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25275; }","duration":"171.658721ms","start":"2026-03-08T03:20:21.793449Z","end":"2026-03-08T03:20:21.965108Z","steps":["trace[1629843586] 'agreement among raft nodes before linearized reading' (duration: 31.11612ms)","trace[1629843586] 'range keys from in-memory index tree' (duration: 139.980558ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:23.868947Z","caller":"traceutil/trace.go:171","msg":"trace[577121685] linearizableReadLoop","detail":"{readStateIndex:26181; appliedIndex:26180; }","duration":"231.222831ms","start":"2026-03-08T03:20:23.6377Z","end":"2026-03-08T03:20:23.868923Z","steps":["trace[577121685] 'read index received' (duration: 231.014096ms)","trace[577121685] 'applied index is now lower than readState.Index' (duration: 207.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:23.869067Z","caller":"traceutil/trace.go:171","msg":"trace[1930454000] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"231.456817ms","start":"2026-03-08T03:20:23.637569Z","end":"2026-03-08T03:20:23.869026Z","steps":["trace[1930454000] 'process raft request' (duration: 231.202491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:23.869221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.507198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:23.869268Z","caller":"traceutil/trace.go:171","msg":"trace[1699044492] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25285; }","duration":"231.59615ms","start":"2026-03-08T03:20:23.63766Z","end":"2026-03-08T03:20:23.869256Z","steps":["trace[1699044492] 'agreement among raft nodes before linearized reading' (duration: 231.407746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:23.869327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.18134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:23.869359Z","caller":"traceutil/trace.go:171","msg":"trace[1766756014] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25285; }","duration":"231.238151ms","start":"2026-03-08T03:20:23.638113Z","end":"2026-03-08T03:20:23.869351Z","steps":["trace[1766756014] 'agreement among raft nodes before linearized reading' (duration: 231.164139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:23.869572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.384874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:23.869654Z","caller":"traceutil/trace.go:171","msg":"trace[606115507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25285; }","duration":"139.503627ms","start":"2026-03-08T03:20:23.730132Z","end":"2026-03-08T03:20:23.869635Z","steps":["trace[606115507] 'agreement among raft nodes before linearized reading' (duration: 139.380124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:23.869681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.75996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:20:23.869707Z","caller":"traceutil/trace.go:171","msg":"trace[203621486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25285; }","duration":"141.817941ms","start":"2026-03-08T03:20:23.727878Z","end":"2026-03-08T03:20:23.869696Z","steps":["trace[203621486] 'agreement among raft nodes before linearized reading' (duration: 141.75832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:24.339245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.503577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:20:24.339325Z","caller":"traceutil/trace.go:171","msg":"trace[727269880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25287; }","duration":"357.604979ms","start":"2026-03-08T03:20:23.981701Z","end":"2026-03-08T03:20:24.339306Z","steps":["trace[727269880] 'range keys from in-memory index tree' (duration: 357.334413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:24.339364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:23.981686Z","time spent":"357.669001ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:24.339736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.535386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:20:24.339784Z","caller":"traceutil/trace.go:171","msg":"trace[564711538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25287; }","duration":"325.615318ms","start":"2026-03-08T03:20:24.014158Z","end":"2026-03-08T03:20:24.339773Z","steps":["trace[564711538] 'range keys from in-memory index tree' (duration: 325.419023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:24.339816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:24.014143Z","time spent":"325.665659ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:24.340023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.183483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:24.340116Z","caller":"traceutil/trace.go:171","msg":"trace[834319816] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25287; }","duration":"402.472303ms","start":"2026-03-08T03:20:23.937618Z","end":"2026-03-08T03:20:24.34009Z","steps":["trace[834319816] 'count revisions from in-memory index tree' (duration: 401.119401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:24.340183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:23.937604Z","time spent":"402.556184ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:24.39676Z","caller":"traceutil/trace.go:171","msg":"trace[2059886064] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"230.161176ms","start":"2026-03-08T03:20:24.166573Z","end":"2026-03-08T03:20:24.396734Z","steps":["trace[2059886064] 'process raft request' (duration: 229.954751ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:24.537081Z","caller":"traceutil/trace.go:171","msg":"trace[2027749925] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"192.150183ms","start":"2026-03-08T03:20:24.344909Z","end":"2026-03-08T03:20:24.537059Z","steps":["trace[2027749925] 'process raft request' (duration: 172.173564ms)","trace[2027749925] 'compare' (duration: 19.6143ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:24.537122Z","caller":"traceutil/trace.go:171","msg":"trace[1625620788] linearizableReadLoop","detail":"{readStateIndex:26187; appliedIndex:26184; }","duration":"119.514677ms","start":"2026-03-08T03:20:24.417589Z","end":"2026-03-08T03:20:24.537103Z","steps":["trace[1625620788] 'read index received' (duration: 99.614739ms)","trace[1625620788] 'applied index is now lower than readState.Index' (duration: 19.899218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:24.537326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.740893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-sync-cww4m\" ","response":"range_response_count:1 size:6766"} {"level":"info","ts":"2026-03-08T03:20:24.537369Z","caller":"traceutil/trace.go:171","msg":"trace[1234528547] range","detail":"{range_begin:/registry/pods/openstack/manila-db-sync-cww4m; range_end:; response_count:1; response_revision:25291; }","duration":"119.840945ms","start":"2026-03-08T03:20:24.417518Z","end":"2026-03-08T03:20:24.537359Z","steps":["trace[1234528547] 'agreement among raft nodes before linearized reading' (duration: 119.65656ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:24.537356Z","caller":"traceutil/trace.go:171","msg":"trace[60215738] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"170.772981ms","start":"2026-03-08T03:20:24.366576Z","end":"2026-03-08T03:20:24.537349Z","steps":["trace[60215738] 'process raft request' (duration: 170.384481ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:24.537605Z","caller":"traceutil/trace.go:171","msg":"trace[2141520351] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"120.300896ms","start":"2026-03-08T03:20:24.417268Z","end":"2026-03-08T03:20:24.537569Z","steps":["trace[2141520351] 'process raft request' (duration: 119.782354ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:24.720536Z","caller":"traceutil/trace.go:171","msg":"trace[806629550] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"170.636758ms","start":"2026-03-08T03:20:24.549843Z","end":"2026-03-08T03:20:24.720479Z","steps":["trace[806629550] 'process raft request' (duration: 170.141696ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:24.909126Z","caller":"traceutil/trace.go:171","msg":"trace[1859527187] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"132.690196ms","start":"2026-03-08T03:20:24.77641Z","end":"2026-03-08T03:20:24.909101Z","steps":["trace[1859527187] 'process raft request' (duration: 132.462171ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:25.194426Z","caller":"traceutil/trace.go:171","msg":"trace[1422153658] linearizableReadLoop","detail":"{readStateIndex:26198; appliedIndex:26197; }","duration":"117.268864ms","start":"2026-03-08T03:20:25.077133Z","end":"2026-03-08T03:20:25.194402Z","steps":["trace[1422153658] 'read index received' (duration: 117.09546ms)","trace[1422153658] 'applied index is now lower than readState.Index' (duration: 172.294µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:25.194661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.50549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:20:25.194705Z","caller":"traceutil/trace.go:171","msg":"trace[348442646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25301; }","duration":"117.589302ms","start":"2026-03-08T03:20:25.077103Z","end":"2026-03-08T03:20:25.194692Z","steps":["trace[348442646] 'agreement among raft nodes before linearized reading' (duration: 117.399017ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:25.194689Z","caller":"traceutil/trace.go:171","msg":"trace[73266518] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"118.021322ms","start":"2026-03-08T03:20:25.076648Z","end":"2026-03-08T03:20:25.194669Z","steps":["trace[73266518] 'process raft request' (duration: 117.591392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:26.165936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.73958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:26.166359Z","caller":"traceutil/trace.go:171","msg":"trace[49562004] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"246.494769ms","start":"2026-03-08T03:20:25.919801Z","end":"2026-03-08T03:20:26.166296Z","steps":["trace[49562004] 'process raft request' (duration: 101.017523ms)","trace[49562004] 'compare' (duration: 144.175186ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:26.166679Z","caller":"traceutil/trace.go:171","msg":"trace[1062980462] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"246.747095ms","start":"2026-03-08T03:20:25.919914Z","end":"2026-03-08T03:20:26.166661Z","steps":["trace[1062980462] 'process raft request' (duration: 246.296564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:26.967624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.359925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:26.967701Z","caller":"traceutil/trace.go:171","msg":"trace[1369693345] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25308; }","duration":"125.484307ms","start":"2026-03-08T03:20:26.842199Z","end":"2026-03-08T03:20:26.967683Z","steps":["trace[1369693345] 'range keys from in-memory index tree' (duration: 125.192211ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:27.121214Z","caller":"traceutil/trace.go:171","msg":"trace[1322754378] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"204.190116ms","start":"2026-03-08T03:20:26.916997Z","end":"2026-03-08T03:20:27.121187Z","steps":["trace[1322754378] 'process raft request' (duration: 204.132775ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:27.121271Z","caller":"traceutil/trace.go:171","msg":"trace[1651125794] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"204.435462ms","start":"2026-03-08T03:20:26.916814Z","end":"2026-03-08T03:20:27.121249Z","steps":["trace[1651125794] 'process raft request' (duration: 203.612102ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:27.121413Z","caller":"traceutil/trace.go:171","msg":"trace[2127263231] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"204.418631ms","start":"2026-03-08T03:20:26.916986Z","end":"2026-03-08T03:20:27.121404Z","steps":["trace[2127263231] 'process raft request' (duration: 204.063163ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:27.12149Z","caller":"traceutil/trace.go:171","msg":"trace[706382434] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"204.388361ms","start":"2026-03-08T03:20:26.917092Z","end":"2026-03-08T03:20:27.12148Z","steps":["trace[706382434] 'process raft request' (duration: 204.066943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:27.50688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.440389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:27.506963Z","caller":"traceutil/trace.go:171","msg":"trace[441014135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25314; }","duration":"103.574803ms","start":"2026-03-08T03:20:27.40337Z","end":"2026-03-08T03:20:27.506944Z","steps":["trace[441014135] 'count revisions from in-memory index tree' (duration: 103.309797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.244625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081907896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:29.545336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375589709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:20:29.545441Z","caller":"traceutil/trace.go:171","msg":"trace[640964966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25315; }","duration":"1.375731333s","start":"2026-03-08T03:20:28.169675Z","end":"2026-03-08T03:20:29.545406Z","steps":["trace[640964966] 'range keys from in-memory index tree' (duration: 1.375350374s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.54546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375128829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:20:29.545496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.169653Z","time spent":"1.375822904s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:20:29.545519Z","caller":"traceutil/trace.go:171","msg":"trace[1865010346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25315; }","duration":"1.375233331s","start":"2026-03-08T03:20:28.17027Z","end":"2026-03-08T03:20:29.545503Z","steps":["trace[1865010346] 'range keys from in-memory index tree' (duration: 1.374973265s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.545555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.170248Z","time spent":"1.375298622s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:20:29.546123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.884469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:20:29.546119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.331523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:20:29.546158Z","caller":"traceutil/trace.go:171","msg":"trace[710113523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25315; }","duration":"940.957051ms","start":"2026-03-08T03:20:28.605192Z","end":"2026-03-08T03:20:29.546149Z","steps":["trace[710113523] 'range keys from in-memory index tree' (duration: 940.771097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.547213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.605171Z","time spent":"942.032296ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:20:29.546187Z","caller":"traceutil/trace.go:171","msg":"trace[2128060428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25315; }","duration":"965.435436ms","start":"2026-03-08T03:20:28.580732Z","end":"2026-03-08T03:20:29.546167Z","steps":["trace[2128060428] 'range keys from in-memory index tree' (duration: 965.144499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.547323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.58071Z","time spent":"966.594143ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:29.546376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.461163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:29.547327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.582765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:29.547402Z","caller":"traceutil/trace.go:171","msg":"trace[1743746765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25315; }","duration":"836.515528ms","start":"2026-03-08T03:20:28.710866Z","end":"2026-03-08T03:20:29.547382Z","steps":["trace[1743746765] 'range keys from in-memory index tree' (duration: 835.372881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.547458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.710845Z","time spent":"836.59655ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:20:29.54747Z","caller":"traceutil/trace.go:171","msg":"trace[828926804] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"803.434031ms","start":"2026-03-08T03:20:28.744014Z","end":"2026-03-08T03:20:29.547448Z","steps":["trace[828926804] 'process raft request' (duration: 529.63681ms)","trace[828926804] 'compare' (duration: 273.195097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:29.547604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.743994Z","time spent":"803.520422ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:29.548256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.276979ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.54856Z","caller":"traceutil/trace.go:171","msg":"trace[1215235284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25315; }","duration":"451.612867ms","start":"2026-03-08T03:20:29.096917Z","end":"2026-03-08T03:20:29.54853Z","steps":["trace[1215235284] 'range keys from in-memory index tree' (duration: 450.297606ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.630182Z","caller":"traceutil/trace.go:171","msg":"trace[1412527716] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"732.847452ms","start":"2026-03-08T03:20:28.897306Z","end":"2026-03-08T03:20:29.630154Z","steps":["trace[1412527716] 'process raft request' (duration: 732.645767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.630362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.89728Z","time spent":"732.984716ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:29.630744Z","caller":"traceutil/trace.go:171","msg":"trace[1896399843] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"503.803514ms","start":"2026-03-08T03:20:29.126927Z","end":"2026-03-08T03:20:29.63073Z","steps":["trace[1896399843] 'process raft request' (duration: 503.65059ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.630725Z","caller":"traceutil/trace.go:171","msg":"trace[628296587] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"504.191392ms","start":"2026-03-08T03:20:29.126507Z","end":"2026-03-08T03:20:29.630699Z","steps":["trace[628296587] 'process raft request' (duration: 503.895455ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.630749Z","caller":"traceutil/trace.go:171","msg":"trace[1759327435] linearizableReadLoop","detail":"{readStateIndex:26219; appliedIndex:26212; }","duration":"886.45193ms","start":"2026-03-08T03:20:28.744263Z","end":"2026-03-08T03:20:29.630715Z","steps":["trace[1759327435] 'read index received' (duration: 529.366324ms)","trace[1759327435] 'applied index is now lower than readState.Index' (duration: 357.084416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:29.630821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.126894Z","time spent":"503.890575ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:29.63088Z","caller":"traceutil/trace.go:171","msg":"trace[1026583499] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"503.597329ms","start":"2026-03-08T03:20:29.127268Z","end":"2026-03-08T03:20:29.630866Z","steps":["trace[1026583499] 'process raft request' (duration: 503.363843ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.630915Z","caller":"traceutil/trace.go:171","msg":"trace[347766713] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"504.10182ms","start":"2026-03-08T03:20:29.126803Z","end":"2026-03-08T03:20:29.630905Z","steps":["trace[347766713] 'process raft request' (duration: 503.737191ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.630932Z","caller":"traceutil/trace.go:171","msg":"trace[2092966433] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"656.440918ms","start":"2026-03-08T03:20:28.974481Z","end":"2026-03-08T03:20:29.630921Z","steps":["trace[2092966433] 'process raft request' (duration: 655.629749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.630967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.126787Z","time spent":"504.152331ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:29.631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.974468Z","time spent":"656.499899ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:29.631021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.127252Z","time spent":"503.67874ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:29.630884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.126482Z","time spent":"504.324735ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:29.63119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.933631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.631225Z","caller":"traceutil/trace.go:171","msg":"trace[1237147580] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25322; }","duration":"886.997423ms","start":"2026-03-08T03:20:28.744217Z","end":"2026-03-08T03:20:29.631215Z","steps":["trace[1237147580] 'agreement among raft nodes before linearized reading' (duration: 886.942752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.631261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.7442Z","time spent":"887.054984ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:20:29.758762Z","caller":"traceutil/trace.go:171","msg":"trace[1526929684] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"206.963881ms","start":"2026-03-08T03:20:29.551775Z","end":"2026-03-08T03:20:29.758739Z","steps":["trace[1526929684] 'process raft request' (duration: 206.89789ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.758767Z","caller":"traceutil/trace.go:171","msg":"trace[893075586] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"207.665637ms","start":"2026-03-08T03:20:29.55107Z","end":"2026-03-08T03:20:29.758736Z","steps":["trace[893075586] 'process raft request' (duration: 207.386211ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.759057Z","caller":"traceutil/trace.go:171","msg":"trace[1701026747] linearizableReadLoop","detail":"{readStateIndex:26224; appliedIndex:26219; }","duration":"128.216331ms","start":"2026-03-08T03:20:29.630823Z","end":"2026-03-08T03:20:29.759039Z","steps":["trace[1701026747] 'read index received' (duration: 127.614667ms)","trace[1701026747] 'applied index is now lower than readState.Index' (duration: 600.504µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:29.759135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.474424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:29.759179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.622167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:29.759215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.558715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.759252Z","caller":"traceutil/trace.go:171","msg":"trace[82519552] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"207.225167ms","start":"2026-03-08T03:20:29.552015Z","end":"2026-03-08T03:20:29.75924Z","steps":["trace[82519552] 'process raft request' (duration: 206.690054ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.759254Z","caller":"traceutil/trace.go:171","msg":"trace[1140991128] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25327; }","duration":"451.74774ms","start":"2026-03-08T03:20:29.307486Z","end":"2026-03-08T03:20:29.759234Z","steps":["trace[1140991128] 'agreement among raft nodes before linearized reading' (duration: 451.612987ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.759275Z","caller":"traceutil/trace.go:171","msg":"trace[766651748] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25327; }","duration":"451.675478ms","start":"2026-03-08T03:20:29.307586Z","end":"2026-03-08T03:20:29.759261Z","steps":["trace[766651748] 'agreement among raft nodes before linearized reading' (duration: 451.549445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.759318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.30755Z","time spent":"451.759871ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:20:29.759337Z","caller":"traceutil/trace.go:171","msg":"trace[859803778] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"152.230105ms","start":"2026-03-08T03:20:29.607098Z","end":"2026-03-08T03:20:29.759328Z","steps":["trace[859803778] 'process raft request' (duration: 151.806735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.75943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.801944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:29.759448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.334341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:29.759441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.846242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-08T03:20:29.759244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.027391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.759481Z","caller":"traceutil/trace.go:171","msg":"trace[1762739238] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25327; }","duration":"107.377532ms","start":"2026-03-08T03:20:29.652094Z","end":"2026-03-08T03:20:29.759471Z","steps":["trace[1762739238] 'agreement among raft nodes before linearized reading' (duration: 107.25786ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.759502Z","caller":"traceutil/trace.go:171","msg":"trace[1461416556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25327; }","duration":"451.950645ms","start":"2026-03-08T03:20:29.30754Z","end":"2026-03-08T03:20:29.75949Z","steps":["trace[1461416556] 'agreement among raft nodes before linearized reading' (duration: 451.805781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.759515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.588757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.759515Z","caller":"traceutil/trace.go:171","msg":"trace[1611689565] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25327; }","duration":"628.341218ms","start":"2026-03-08T03:20:29.131157Z","end":"2026-03-08T03:20:29.759498Z","steps":["trace[1611689565] 'agreement among raft nodes before linearized reading' (duration: 627.99681ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.759548Z","caller":"traceutil/trace.go:171","msg":"trace[1830565793] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25327; }","duration":"345.650858ms","start":"2026-03-08T03:20:29.413885Z","end":"2026-03-08T03:20:29.759536Z","steps":["trace[1830565793] 'agreement among raft nodes before linearized reading' (duration: 345.601397ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.759463Z","caller":"traceutil/trace.go:171","msg":"trace[690095228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25327; }","duration":"208.834615ms","start":"2026-03-08T03:20:29.55062Z","end":"2026-03-08T03:20:29.759455Z","steps":["trace[690095228] 'agreement among raft nodes before linearized reading' (duration: 208.786114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.759612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.413865Z","time spent":"345.73728ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:29.759544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.241937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.759202Z","caller":"traceutil/trace.go:171","msg":"trace[1338633767] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25327; }","duration":"451.558686ms","start":"2026-03-08T03:20:29.307625Z","end":"2026-03-08T03:20:29.759184Z","steps":["trace[1338633767] 'agreement among raft nodes before linearized reading' (duration: 451.434923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.759786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.23807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:29.759807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.170351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.759845Z","caller":"traceutil/trace.go:171","msg":"trace[1418432499] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25327; }","duration":"108.227642ms","start":"2026-03-08T03:20:29.651607Z","end":"2026-03-08T03:20:29.759834Z","steps":["trace[1418432499] 'agreement among raft nodes before linearized reading' (duration: 108.16794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.759849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.607774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:29.759846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.30762Z","time spent":"452.209421ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:20:29.759844Z","caller":"traceutil/trace.go:171","msg":"trace[85281568] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"207.246487ms","start":"2026-03-08T03:20:29.551543Z","end":"2026-03-08T03:20:29.758789Z","steps":["trace[85281568] 'process raft request' (duration: 207.090814ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.759882Z","caller":"traceutil/trace.go:171","msg":"trace[615020040] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25327; }","duration":"413.675306ms","start":"2026-03-08T03:20:29.346197Z","end":"2026-03-08T03:20:29.759872Z","steps":["trace[615020040] 'agreement among raft nodes before linearized reading' (duration: 413.605294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.759914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.346178Z","time spent":"413.728368ms","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:29.759946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.769948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:29.759435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.927653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:29.759315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.307465Z","time spent":"451.836422ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:29.760096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.444637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:29.760141Z","caller":"traceutil/trace.go:171","msg":"trace[1849412085] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25327; }","duration":"452.493808ms","start":"2026-03-08T03:20:29.307637Z","end":"2026-03-08T03:20:29.760131Z","steps":["trace[1849412085] 'agreement among raft nodes before linearized reading' (duration: 452.367175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.760182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.307552Z","time spent":"452.622421ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:20:29.75996Z","caller":"traceutil/trace.go:171","msg":"trace[2135704781] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25327; }","duration":"786.38966ms","start":"2026-03-08T03:20:28.973287Z","end":"2026-03-08T03:20:29.759677Z","steps":["trace[2135704781] 'agreement among raft nodes before linearized reading' (duration: 786.216646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.759547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.307525Z","time spent":"452.012356ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:20:29.759583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.131147Z","time spent":"628.395539ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:29.760409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.834783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.760495Z","caller":"traceutil/trace.go:171","msg":"trace[1071787216] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25327; }","duration":"110.974797ms","start":"2026-03-08T03:20:29.649503Z","end":"2026-03-08T03:20:29.760477Z","steps":["trace[1071787216] 'agreement among raft nodes before linearized reading' (duration: 110.67066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.760508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.043468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.76058Z","caller":"traceutil/trace.go:171","msg":"trace[1822331446] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25327; }","duration":"111.143841ms","start":"2026-03-08T03:20:29.649414Z","end":"2026-03-08T03:20:29.760558Z","steps":["trace[1822331446] 'agreement among raft nodes before linearized reading' (duration: 111.045619ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:29.760084Z","caller":"traceutil/trace.go:171","msg":"trace[603159722] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25327; }","duration":"787.583018ms","start":"2026-03-08T03:20:28.972448Z","end":"2026-03-08T03:20:29.760031Z","steps":["trace[603159722] 'agreement among raft nodes before linearized reading' (duration: 786.739039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.760711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.972426Z","time spent":"788.267584ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:20:29.759971Z","caller":"traceutil/trace.go:171","msg":"trace[2138747221] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25327; }","duration":"109.809799ms","start":"2026-03-08T03:20:29.650153Z","end":"2026-03-08T03:20:29.759963Z","steps":["trace[2138747221] 'agreement among raft nodes before linearized reading' (duration: 109.770868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.760334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.973282Z","time spent":"787.033115ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:20:29.760198Z","caller":"traceutil/trace.go:171","msg":"trace[605540731] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25327; }","duration":"787.66321ms","start":"2026-03-08T03:20:28.972516Z","end":"2026-03-08T03:20:29.760179Z","steps":["trace[605540731] 'agreement among raft nodes before linearized reading' (duration: 787.22345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.759319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.879241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:29.761059Z","caller":"traceutil/trace.go:171","msg":"trace[1493108818] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25327; }","duration":"111.644642ms","start":"2026-03-08T03:20:29.649396Z","end":"2026-03-08T03:20:29.761041Z","steps":["trace[1493108818] 'agreement among raft nodes before linearized reading' (duration: 109.899801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.760925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.972509Z","time spent":"788.397027ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:30.622496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.556841ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:20:30.662724Z","caller":"traceutil/trace.go:171","msg":"trace[1752677205] linearizableReadLoop","detail":"{readStateIndex:26227; appliedIndex:26225; }","duration":"495.254222ms","start":"2026-03-08T03:20:30.167452Z","end":"2026-03-08T03:20:30.662707Z","steps":["trace[1752677205] 'read index received' (duration: 56.671141ms)","trace[1752677205] 'applied index is now lower than readState.Index' (duration: 438.582211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:30.662894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.434017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:30.66292Z","caller":"traceutil/trace.go:171","msg":"trace[1719127874] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25329; }","duration":"495.500388ms","start":"2026-03-08T03:20:30.167412Z","end":"2026-03-08T03:20:30.662912Z","steps":["trace[1719127874] 'agreement among raft nodes before linearized reading' (duration: 495.394495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:30.662944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:30.167395Z","time spent":"495.541739ms","remote":"127.0.0.1:53452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:30.662907Z","caller":"traceutil/trace.go:171","msg":"trace[1988422254] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"744.22491ms","start":"2026-03-08T03:20:29.918609Z","end":"2026-03-08T03:20:30.662834Z","steps":["trace[1988422254] 'process raft request' (duration: 743.982434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:30.663003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.79984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:30.663118Z","caller":"traceutil/trace.go:171","msg":"trace[152552667] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25329; }","duration":"187.951284ms","start":"2026-03-08T03:20:30.47515Z","end":"2026-03-08T03:20:30.663101Z","steps":["trace[152552667] 'agreement among raft nodes before linearized reading' (duration: 187.805821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:30.663108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.438546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:20:30.663156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.918588Z","time spent":"744.462675ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:30.663174Z","caller":"traceutil/trace.go:171","msg":"trace[2087793813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25329; }","duration":"214.542149ms","start":"2026-03-08T03:20:30.448615Z","end":"2026-03-08T03:20:30.663157Z","steps":["trace[2087793813] 'agreement among raft nodes before linearized reading' (duration: 214.307353ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:31.667847Z","caller":"traceutil/trace.go:171","msg":"trace[1038897086] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"114.558131ms","start":"2026-03-08T03:20:31.553261Z","end":"2026-03-08T03:20:31.667819Z","steps":["trace[1038897086] 'process raft request' (duration: 114.354296ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:31.782578Z","caller":"traceutil/trace.go:171","msg":"trace[699799329] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"146.308437ms","start":"2026-03-08T03:20:31.636253Z","end":"2026-03-08T03:20:31.782561Z","steps":["trace[699799329] 'process raft request' (duration: 146.163733ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:31.782921Z","caller":"traceutil/trace.go:171","msg":"trace[1336722472] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"146.613534ms","start":"2026-03-08T03:20:31.636291Z","end":"2026-03-08T03:20:31.782905Z","steps":["trace[1336722472] 'process raft request' (duration: 146.236875ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:31.783313Z","caller":"traceutil/trace.go:171","msg":"trace[1593715638] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"146.771757ms","start":"2026-03-08T03:20:31.63653Z","end":"2026-03-08T03:20:31.783302Z","steps":["trace[1593715638] 'process raft request' (duration: 146.251035ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:31.78369Z","caller":"traceutil/trace.go:171","msg":"trace[307801776] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"145.804195ms","start":"2026-03-08T03:20:31.637864Z","end":"2026-03-08T03:20:31.783668Z","steps":["trace[307801776] 'process raft request' (duration: 145.383165ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:31.783819Z","caller":"traceutil/trace.go:171","msg":"trace[1749510792] linearizableReadLoop","detail":"{readStateIndex:26233; appliedIndex:26228; }","duration":"116.015824ms","start":"2026-03-08T03:20:31.667778Z","end":"2026-03-08T03:20:31.783794Z","steps":["trace[1749510792] 'read index received' (duration: 114.627442ms)","trace[1749510792] 'applied index is now lower than readState.Index' (duration: 1.387082ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:31.783893Z","caller":"traceutil/trace.go:171","msg":"trace[1546697521] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"145.857326ms","start":"2026-03-08T03:20:31.638023Z","end":"2026-03-08T03:20:31.78388Z","steps":["trace[1546697521] 'process raft request' (duration: 145.514797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:31.784072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.969415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:31.784221Z","caller":"traceutil/trace.go:171","msg":"trace[162337561] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25335; }","duration":"148.14362ms","start":"2026-03-08T03:20:31.636005Z","end":"2026-03-08T03:20:31.784149Z","steps":["trace[162337561] 'agreement among raft nodes before linearized reading' (duration: 147.922295ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:33.993207Z","caller":"traceutil/trace.go:171","msg":"trace[1288382594] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"205.993918ms","start":"2026-03-08T03:20:33.787186Z","end":"2026-03-08T03:20:33.99318Z","steps":["trace[1288382594] 'process raft request' (duration: 157.707424ms)","trace[1288382594] 'compare' (duration: 48.09688ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:33.993539Z","caller":"traceutil/trace.go:171","msg":"trace[961596684] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"206.267545ms","start":"2026-03-08T03:20:33.787243Z","end":"2026-03-08T03:20:33.99351Z","steps":["trace[961596684] 'process raft request' (duration: 205.885996ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:33.993642Z","caller":"traceutil/trace.go:171","msg":"trace[596991817] linearizableReadLoop","detail":"{readStateIndex:26246; appliedIndex:26241; }","duration":"199.950096ms","start":"2026-03-08T03:20:33.793668Z","end":"2026-03-08T03:20:33.993618Z","steps":["trace[596991817] 'read index received' (duration: 151.217862ms)","trace[596991817] 'applied index is now lower than readState.Index' (duration: 48.731194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:33.993697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.964244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.993741Z","caller":"traceutil/trace.go:171","msg":"trace[1955602711] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25348; }","duration":"202.032915ms","start":"2026-03-08T03:20:33.791697Z","end":"2026-03-08T03:20:33.99373Z","steps":["trace[1955602711] 'agreement among raft nodes before linearized reading' (duration: 201.956463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.993815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.128837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.993856Z","caller":"traceutil/trace.go:171","msg":"trace[1278196203] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25348; }","duration":"202.187179ms","start":"2026-03-08T03:20:33.791657Z","end":"2026-03-08T03:20:33.993844Z","steps":["trace[1278196203] 'agreement among raft nodes before linearized reading' (duration: 202.100627ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:33.993923Z","caller":"traceutil/trace.go:171","msg":"trace[1214177641] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"202.807373ms","start":"2026-03-08T03:20:33.791107Z","end":"2026-03-08T03:20:33.993914Z","steps":["trace[1214177641] 'process raft request' (duration: 202.422984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.993884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.468952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:33.993972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.716018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.994015Z","caller":"traceutil/trace.go:171","msg":"trace[1056227101] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25348; }","duration":"201.78972ms","start":"2026-03-08T03:20:33.792217Z","end":"2026-03-08T03:20:33.994007Z","steps":["trace[1056227101] 'agreement among raft nodes before linearized reading' (duration: 201.728898ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:33.994048Z","caller":"traceutil/trace.go:171","msg":"trace[1251893060] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"201.642466ms","start":"2026-03-08T03:20:33.792394Z","end":"2026-03-08T03:20:33.994036Z","steps":["trace[1251893060] 'process raft request' (duration: 201.177285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.994171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.341612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:33.994203Z","caller":"traceutil/trace.go:171","msg":"trace[1154372789] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25348; }","duration":"202.385284ms","start":"2026-03-08T03:20:33.79181Z","end":"2026-03-08T03:20:33.994195Z","steps":["trace[1154372789] 'agreement among raft nodes before linearized reading' (duration: 202.267951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.994225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.736141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.994263Z","caller":"traceutil/trace.go:171","msg":"trace[1912853619] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25348; }","duration":"202.796343ms","start":"2026-03-08T03:20:33.791457Z","end":"2026-03-08T03:20:33.994254Z","steps":["trace[1912853619] 'agreement among raft nodes before linearized reading' (duration: 202.739462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.994351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.551227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.994385Z","caller":"traceutil/trace.go:171","msg":"trace[355004737] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25348; }","duration":"202.600109ms","start":"2026-03-08T03:20:33.791777Z","end":"2026-03-08T03:20:33.994377Z","steps":["trace[355004737] 'agreement among raft nodes before linearized reading' (duration: 202.553478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.994458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.054189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.994487Z","caller":"traceutil/trace.go:171","msg":"trace[1722987086] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25348; }","duration":"203.099431ms","start":"2026-03-08T03:20:33.79138Z","end":"2026-03-08T03:20:33.994479Z","steps":["trace[1722987086] 'agreement among raft nodes before linearized reading' (duration: 203.030899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.994589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.221723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.993978Z","caller":"traceutil/trace.go:171","msg":"trace[1293162539] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25348; }","duration":"201.583064ms","start":"2026-03-08T03:20:33.792377Z","end":"2026-03-08T03:20:33.99396Z","steps":["trace[1293162539] 'agreement among raft nodes before linearized reading' (duration: 201.318248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.994657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.349524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.994736Z","caller":"traceutil/trace.go:171","msg":"trace[266275893] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25348; }","duration":"205.444815ms","start":"2026-03-08T03:20:33.78928Z","end":"2026-03-08T03:20:33.994725Z","steps":["trace[266275893] 'agreement among raft nodes before linearized reading' (duration: 205.340523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.994747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.858485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wh7tb\" ","response":"range_response_count:1 size:6675"} {"level":"info","ts":"2026-03-08T03:20:33.994775Z","caller":"traceutil/trace.go:171","msg":"trace[179023035] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wh7tb; range_end:; response_count:1; response_revision:25348; }","duration":"199.911255ms","start":"2026-03-08T03:20:33.794856Z","end":"2026-03-08T03:20:33.994768Z","steps":["trace[179023035] 'agreement among raft nodes before linearized reading' (duration: 199.789833ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:33.994618Z","caller":"traceutil/trace.go:171","msg":"trace[241675187] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25348; }","duration":"203.250524ms","start":"2026-03-08T03:20:33.79136Z","end":"2026-03-08T03:20:33.994611Z","steps":["trace[241675187] 'agreement among raft nodes before linearized reading' (duration: 203.209483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.995038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.167085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:20:33.995081Z","caller":"traceutil/trace.go:171","msg":"trace[1224365212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25348; }","duration":"109.218835ms","start":"2026-03-08T03:20:33.885851Z","end":"2026-03-08T03:20:33.995069Z","steps":["trace[1224365212] 'agreement among raft nodes before linearized reading' (duration: 109.114253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.995127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.718257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:20:33.995167Z","caller":"traceutil/trace.go:171","msg":"trace[1173611412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25348; }","duration":"109.81087ms","start":"2026-03-08T03:20:33.885346Z","end":"2026-03-08T03:20:33.995156Z","steps":["trace[1173611412] 'agreement among raft nodes before linearized reading' (duration: 109.725308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.995268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.405315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.995311Z","caller":"traceutil/trace.go:171","msg":"trace[289368921] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25348; }","duration":"205.470986ms","start":"2026-03-08T03:20:33.78983Z","end":"2026-03-08T03:20:33.995301Z","steps":["trace[289368921] 'agreement among raft nodes before linearized reading' (duration: 205.376524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.995347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.945898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:20:33.995387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.961708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.995415Z","caller":"traceutil/trace.go:171","msg":"trace[59783175] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25348; }","duration":"205.988518ms","start":"2026-03-08T03:20:33.789412Z","end":"2026-03-08T03:20:33.995401Z","steps":["trace[59783175] 'agreement among raft nodes before linearized reading' (duration: 205.960248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.995435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.03752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:33.995464Z","caller":"traceutil/trace.go:171","msg":"trace[285731202] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25348; }","duration":"206.07051ms","start":"2026-03-08T03:20:33.789382Z","end":"2026-03-08T03:20:33.995453Z","steps":["trace[285731202] 'agreement among raft nodes before linearized reading' (duration: 206.03123ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:33.995248Z","caller":"traceutil/trace.go:171","msg":"trace[107940805] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"206.03758ms","start":"2026-03-08T03:20:33.789163Z","end":"2026-03-08T03:20:33.9952Z","steps":["trace[107940805] 'process raft request' (duration: 204.242127ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:33.995382Z","caller":"traceutil/trace.go:171","msg":"trace[1351412916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25348; }","duration":"186.007039ms","start":"2026-03-08T03:20:33.809366Z","end":"2026-03-08T03:20:33.995373Z","steps":["trace[1351412916] 'agreement among raft nodes before linearized reading' (duration: 185.920907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.995558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.653616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:20:33.995643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.291595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:33.995664Z","caller":"traceutil/trace.go:171","msg":"trace[1447575040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25348; }","duration":"109.795939ms","start":"2026-03-08T03:20:33.885854Z","end":"2026-03-08T03:20:33.99565Z","steps":["trace[1447575040] 'agreement among raft nodes before linearized reading' (duration: 109.617905ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:33.995685Z","caller":"traceutil/trace.go:171","msg":"trace[1689855506] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25348; }","duration":"206.375178ms","start":"2026-03-08T03:20:33.7893Z","end":"2026-03-08T03:20:33.995675Z","steps":["trace[1689855506] 'agreement among raft nodes before linearized reading' (duration: 206.143252ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.250694Z","caller":"traceutil/trace.go:171","msg":"trace[837443145] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"249.754526ms","start":"2026-03-08T03:20:34.000897Z","end":"2026-03-08T03:20:34.250651Z","steps":["trace[837443145] 'process raft request' (duration: 231.963069ms)","trace[837443145] 'compare' (duration: 17.442829ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:34.25077Z","caller":"traceutil/trace.go:171","msg":"trace[2010119506] linearizableReadLoop","detail":"{readStateIndex:26251; appliedIndex:26247; }","duration":"112.656536ms","start":"2026-03-08T03:20:34.138092Z","end":"2026-03-08T03:20:34.250748Z","steps":["trace[2010119506] 'read index received' (duration: 94.674253ms)","trace[2010119506] 'applied index is now lower than readState.Index' (duration: 17.981443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:34.250925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.81513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.250939Z","caller":"traceutil/trace.go:171","msg":"trace[925229512] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"249.348357ms","start":"2026-03-08T03:20:34.001565Z","end":"2026-03-08T03:20:34.250913Z","steps":["trace[925229512] 'process raft request' (duration: 249.137542ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.251Z","caller":"traceutil/trace.go:171","msg":"trace[1179828249] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25353; }","duration":"112.940423ms","start":"2026-03-08T03:20:34.138038Z","end":"2026-03-08T03:20:34.250978Z","steps":["trace[1179828249] 'agreement among raft nodes before linearized reading' (duration: 112.81203ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.250926Z","caller":"traceutil/trace.go:171","msg":"trace[827853769] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"249.994231ms","start":"2026-03-08T03:20:34.000904Z","end":"2026-03-08T03:20:34.250898Z","steps":["trace[827853769] 'process raft request' (duration: 249.581432ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.250913Z","caller":"traceutil/trace.go:171","msg":"trace[625959748] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"249.587272ms","start":"2026-03-08T03:20:34.001292Z","end":"2026-03-08T03:20:34.250879Z","steps":["trace[625959748] 'process raft request' (duration: 249.349806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.968365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.92231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:34.968488Z","caller":"traceutil/trace.go:171","msg":"trace[2047253275] linearizableReadLoop","detail":"{readStateIndex:26253; appliedIndex:26252; }","duration":"276.976516ms","start":"2026-03-08T03:20:34.691495Z","end":"2026-03-08T03:20:34.968471Z","steps":["trace[2047253275] 'read index received' (duration: 43.852111ms)","trace[2047253275] 'applied index is now lower than readState.Index' (duration: 233.123155ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:34.968537Z","caller":"traceutil/trace.go:171","msg":"trace[1448379431] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"284.615094ms","start":"2026-03-08T03:20:34.683878Z","end":"2026-03-08T03:20:34.968493Z","steps":["trace[1448379431] 'process raft request' (duration: 51.485789ms)","trace[1448379431] 'compare' (duration: 232.424609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:34.968675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.17184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:20:34.968738Z","caller":"traceutil/trace.go:171","msg":"trace[1298531175] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:25355; }","duration":"277.257512ms","start":"2026-03-08T03:20:34.691461Z","end":"2026-03-08T03:20:34.968719Z","steps":["trace[1298531175] 'agreement among raft nodes before linearized reading' (duration: 277.078327ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:35.243694Z","caller":"traceutil/trace.go:171","msg":"trace[1080591674] linearizableReadLoop","detail":"{readStateIndex:26254; appliedIndex:26253; }","duration":"275.153943ms","start":"2026-03-08T03:20:34.968513Z","end":"2026-03-08T03:20:35.243667Z","steps":["trace[1080591674] 'read index received' (duration: 229.524671ms)","trace[1080591674] 'applied index is now lower than readState.Index' (duration: 45.628192ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:35.243776Z","caller":"traceutil/trace.go:171","msg":"trace[288849044] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"477.2573ms","start":"2026-03-08T03:20:34.766484Z","end":"2026-03-08T03:20:35.243742Z","steps":["trace[288849044] 'process raft request' (duration: 431.539586ms)","trace[288849044] 'compare' (duration: 44.885034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:35.243839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.580352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:35.243913Z","caller":"traceutil/trace.go:171","msg":"trace[1714180282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25356; }","duration":"533.696975ms","start":"2026-03-08T03:20:34.710199Z","end":"2026-03-08T03:20:35.243896Z","steps":["trace[1714180282] 'agreement among raft nodes before linearized reading' (duration: 533.563742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:35.243928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.766459Z","time spent":"477.388123ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:35.243947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.710184Z","time spent":"533.756537ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:35.325311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.970148Z","time spent":"355.152902ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:35.325353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.850349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-08T03:20:35.325409Z","caller":"traceutil/trace.go:171","msg":"trace[1510211431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25356; }","duration":"321.915251ms","start":"2026-03-08T03:20:35.00348Z","end":"2026-03-08T03:20:35.325395Z","steps":["trace[1510211431] 'agreement among raft nodes before linearized reading' (duration: 321.762098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:35.325436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:35.003426Z","time spent":"322.003793ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:20:35.32552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.847477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:20:35.32561Z","caller":"traceutil/trace.go:171","msg":"trace[324186103] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25356; }","duration":"261.053172ms","start":"2026-03-08T03:20:35.064542Z","end":"2026-03-08T03:20:35.325595Z","steps":["trace[324186103] 'agreement among raft nodes before linearized reading' (duration: 260.698984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:35.683608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.417274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:35.683894Z","caller":"traceutil/trace.go:171","msg":"trace[716309508] linearizableReadLoop","detail":"{readStateIndex:26258; appliedIndex:26255; }","duration":"181.309279ms","start":"2026-03-08T03:20:35.502549Z","end":"2026-03-08T03:20:35.683858Z","steps":["trace[716309508] 'read index received' (duration: 41.652969ms)","trace[716309508] 'applied index is now lower than readState.Index' (duration: 139.65527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:35.684017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.473032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:35.684055Z","caller":"traceutil/trace.go:171","msg":"trace[726015201] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25359; }","duration":"181.552444ms","start":"2026-03-08T03:20:35.502491Z","end":"2026-03-08T03:20:35.684043Z","steps":["trace[726015201] 'agreement among raft nodes before linearized reading' (duration: 181.441681ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:35.684247Z","caller":"traceutil/trace.go:171","msg":"trace[877953252] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"358.126341ms","start":"2026-03-08T03:20:35.326108Z","end":"2026-03-08T03:20:35.684234Z","steps":["trace[877953252] 'process raft request' (duration: 217.97485ms)","trace[877953252] 'compare' (duration: 139.105177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:35.684304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:35.326094Z","time spent":"358.176982ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:35.68438Z","caller":"traceutil/trace.go:171","msg":"trace[1626324359] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"354.327652ms","start":"2026-03-08T03:20:35.330026Z","end":"2026-03-08T03:20:35.684353Z","steps":["trace[1626324359] 'process raft request' (duration: 353.79721ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:35.684378Z","caller":"traceutil/trace.go:171","msg":"trace[1019809698] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"355.94822ms","start":"2026-03-08T03:20:35.328397Z","end":"2026-03-08T03:20:35.684346Z","steps":["trace[1019809698] 'process raft request' (duration: 355.325815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:35.684527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:35.330017Z","time spent":"354.436165ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:35.684563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:35.328382Z","time spent":"356.092044ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:35.972778Z","caller":"traceutil/trace.go:171","msg":"trace[90812696] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"122.771144ms","start":"2026-03-08T03:20:35.849969Z","end":"2026-03-08T03:20:35.97274Z","steps":["trace[90812696] 'process raft request' (duration: 122.555839ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.286361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23270} {"level":"warn","ts":"2026-03-08T03:20:36.287456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.94648ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-08T03:20:36.287727Z","caller":"traceutil/trace.go:171","msg":"trace[1402099736] compact","detail":"{revision:23270; response_revision:25361; }","duration":"313.919333ms","start":"2026-03-08T03:20:35.973758Z","end":"2026-03-08T03:20:36.287678Z","steps":["trace[1402099736] 'process raft request' (duration: 62.623951ms)","trace[1402099736] 'check and update compact revision' (duration: 249.50895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:36.287854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:35.973715Z","time spent":"314.133588ms","remote":"127.0.0.1:53040","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:36.287947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.673018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18823"} {"level":"info","ts":"2026-03-08T03:20:36.287738Z","caller":"traceutil/trace.go:171","msg":"trace[831730581] linearizableReadLoop","detail":"{readStateIndex:26261; appliedIndex:26260; }","duration":"313.429532ms","start":"2026-03-08T03:20:35.974273Z","end":"2026-03-08T03:20:36.287703Z","steps":["trace[831730581] 'read index received' (duration: 62.189921ms)","trace[831730581] 'applied index is now lower than readState.Index' (duration: 251.23542ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:36.287998Z","caller":"traceutil/trace.go:171","msg":"trace[2058008918] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25361; }","duration":"313.750169ms","start":"2026-03-08T03:20:35.974233Z","end":"2026-03-08T03:20:36.287983Z","steps":["trace[2058008918] 'agreement among raft nodes before linearized reading' (duration: 313.571735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.28807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:35.974218Z","time spent":"313.840322ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18846,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-08T03:20:36.288782Z","caller":"traceutil/trace.go:171","msg":"trace[1016176350] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"289.630163ms","start":"2026-03-08T03:20:35.999138Z","end":"2026-03-08T03:20:36.288768Z","steps":["trace[1016176350] 'process raft request' (duration: 288.467085ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.289275Z","caller":"traceutil/trace.go:171","msg":"trace[627651856] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"290.066123ms","start":"2026-03-08T03:20:35.99919Z","end":"2026-03-08T03:20:36.289256Z","steps":["trace[627651856] 'process raft request' (duration: 289.566131ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.290019Z","caller":"traceutil/trace.go:171","msg":"trace[594145759] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"290.739839ms","start":"2026-03-08T03:20:35.999266Z","end":"2026-03-08T03:20:36.290006Z","steps":["trace[594145759] 'process raft request' (duration: 289.922739ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.290492Z","caller":"traceutil/trace.go:171","msg":"trace[1558618501] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"289.609073ms","start":"2026-03-08T03:20:36.000861Z","end":"2026-03-08T03:20:36.29047Z","steps":["trace[1558618501] 'process raft request' (duration: 289.133591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.291039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.670817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:36.291105Z","caller":"traceutil/trace.go:171","msg":"trace[574921988] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25366; }","duration":"290.79012ms","start":"2026-03-08T03:20:36.0003Z","end":"2026-03-08T03:20:36.29109Z","steps":["trace[574921988] 'agreement among raft nodes before linearized reading' (duration: 290.639537ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.291253Z","caller":"traceutil/trace.go:171","msg":"trace[779625846] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"289.720516ms","start":"2026-03-08T03:20:36.001387Z","end":"2026-03-08T03:20:36.291108Z","steps":["trace[779625846] 'process raft request' (duration: 289.026809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.291287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.099631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:36.291438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.044626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:36.291471Z","caller":"traceutil/trace.go:171","msg":"trace[588279210] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25366; }","duration":"289.319886ms","start":"2026-03-08T03:20:36.00214Z","end":"2026-03-08T03:20:36.29146Z","steps":["trace[588279210] 'agreement among raft nodes before linearized reading' (duration: 288.887656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.291487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.299985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:36.2915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.447083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:36.2915Z","caller":"traceutil/trace.go:171","msg":"trace[1288303085] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25366; }","duration":"291.140458ms","start":"2026-03-08T03:20:36.000344Z","end":"2026-03-08T03:20:36.291484Z","steps":["trace[1288303085] 'agreement among raft nodes before linearized reading' (duration: 290.704858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.291557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.610236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:36.291603Z","caller":"traceutil/trace.go:171","msg":"trace[862398252] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25366; }","duration":"290.506844ms","start":"2026-03-08T03:20:36.001029Z","end":"2026-03-08T03:20:36.291536Z","steps":["trace[862398252] 'agreement among raft nodes before linearized reading' (duration: 289.996082ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.291673Z","caller":"traceutil/trace.go:171","msg":"trace[978795400] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25366; }","duration":"290.696008ms","start":"2026-03-08T03:20:36.000921Z","end":"2026-03-08T03:20:36.291617Z","steps":["trace[978795400] 'agreement among raft nodes before linearized reading' (duration: 290.077084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.291613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.48544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:36.291734Z","caller":"traceutil/trace.go:171","msg":"trace[187158254] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25366; }","duration":"289.621753ms","start":"2026-03-08T03:20:36.002095Z","end":"2026-03-08T03:20:36.291717Z","steps":["trace[187158254] 'agreement among raft nodes before linearized reading' (duration: 288.943857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.291598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.18635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:36.291798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.36557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:36.291823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.152486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:36.291843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.856155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:36.291834Z","caller":"traceutil/trace.go:171","msg":"trace[312489192] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25366; }","duration":"291.480446ms","start":"2026-03-08T03:20:36.000343Z","end":"2026-03-08T03:20:36.291823Z","steps":["trace[312489192] 'agreement among raft nodes before linearized reading' (duration: 290.717488ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.291869Z","caller":"traceutil/trace.go:171","msg":"trace[1782696490] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25366; }","duration":"290.460813ms","start":"2026-03-08T03:20:36.00139Z","end":"2026-03-08T03:20:36.291851Z","steps":["trace[1782696490] 'agreement among raft nodes before linearized reading' (duration: 289.681975ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.291875Z","caller":"traceutil/trace.go:171","msg":"trace[1016562418] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25366; }","duration":"290.240697ms","start":"2026-03-08T03:20:36.001621Z","end":"2026-03-08T03:20:36.291861Z","steps":["trace[1016562418] 'agreement among raft nodes before linearized reading' (duration: 289.429128ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.291883Z","caller":"traceutil/trace.go:171","msg":"trace[702602183] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25366; }","duration":"288.905536ms","start":"2026-03-08T03:20:36.002965Z","end":"2026-03-08T03:20:36.291871Z","steps":["trace[702602183] 'agreement among raft nodes before linearized reading' (duration: 288.142839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.291893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.852332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:36.291454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.139005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:36.291936Z","caller":"traceutil/trace.go:171","msg":"trace[979403265] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25366; }","duration":"290.645617ms","start":"2026-03-08T03:20:36.001282Z","end":"2026-03-08T03:20:36.291928Z","steps":["trace[979403265] 'agreement among raft nodes before linearized reading' (duration: 289.702185ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.291938Z","caller":"traceutil/trace.go:171","msg":"trace[1364486418] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25366; }","duration":"290.915004ms","start":"2026-03-08T03:20:36.001009Z","end":"2026-03-08T03:20:36.291924Z","steps":["trace[1364486418] 'agreement among raft nodes before linearized reading' (duration: 290.027093ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.291523Z","caller":"traceutil/trace.go:171","msg":"trace[1043374611] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25366; }","duration":"289.346966ms","start":"2026-03-08T03:20:36.002165Z","end":"2026-03-08T03:20:36.291512Z","steps":["trace[1043374611] 'agreement among raft nodes before linearized reading' (duration: 288.849124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.670891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:20:36.291688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.6635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:36.292026Z","caller":"traceutil/trace.go:171","msg":"trace[254902678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25366; }","duration":"205.725432ms","start":"2026-03-08T03:20:36.08629Z","end":"2026-03-08T03:20:36.292016Z","steps":["trace[254902678] 'agreement among raft nodes before linearized reading' (duration: 204.80627ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:36.292041Z","caller":"traceutil/trace.go:171","msg":"trace[74276154] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25366; }","duration":"289.025819ms","start":"2026-03-08T03:20:36.003003Z","end":"2026-03-08T03:20:36.292029Z","steps":["trace[74276154] 'agreement among raft nodes before linearized reading' (duration: 288.071217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.292192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.5003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:36.29223Z","caller":"traceutil/trace.go:171","msg":"trace[1860825853] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25366; }","duration":"289.551642ms","start":"2026-03-08T03:20:36.002668Z","end":"2026-03-08T03:20:36.29222Z","steps":["trace[1860825853] 'agreement among raft nodes before linearized reading' (duration: 288.441426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.2943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.499227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:36.294358Z","caller":"traceutil/trace.go:171","msg":"trace[856948638] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25366; }","duration":"291.784053ms","start":"2026-03-08T03:20:36.002553Z","end":"2026-03-08T03:20:36.294337Z","steps":["trace[856948638] 'agreement among raft nodes before linearized reading' (duration: 288.410994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.614834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.219068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:36.615067Z","caller":"traceutil/trace.go:171","msg":"trace[1353089159] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"318.643514ms","start":"2026-03-08T03:20:36.296379Z","end":"2026-03-08T03:20:36.615022Z","steps":["trace[1353089159] 'process raft request' (duration: 36.089428ms)","trace[1353089159] 'compare' (duration: 39.386785ms)","trace[1353089159] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 241.902282ms)"],"step_count":3} {"level":"warn","ts":"2026-03-08T03:20:36.615159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.296347Z","time spent":"318.777447ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:36.895461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.402266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:36.895577Z","caller":"traceutil/trace.go:171","msg":"trace[880157595] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"595.21795ms","start":"2026-03-08T03:20:36.300326Z","end":"2026-03-08T03:20:36.895544Z","steps":["trace[880157595] 'process raft request' (duration: 314.672901ms)","trace[880157595] 'compare' (duration: 87.152037ms)","trace[880157595] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 193.115525ms)"],"step_count":3} {"level":"warn","ts":"2026-03-08T03:20:36.895612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.300306Z","time spent":"595.291341ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:37.104246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.61087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:37.104418Z","caller":"traceutil/trace.go:171","msg":"trace[1425830632] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"804.054855ms","start":"2026-03-08T03:20:36.300329Z","end":"2026-03-08T03:20:37.104384Z","steps":["trace[1425830632] 'process raft request' (duration: 595.20431ms)","trace[1425830632] 'compare' (duration: 74.288545ms)","trace[1425830632] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 133.857314ms)"],"step_count":3} {"level":"warn","ts":"2026-03-08T03:20:37.104513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.300311Z","time spent":"804.153587ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:37.342856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.40496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:37.343157Z","caller":"traceutil/trace.go:171","msg":"trace[1510005708] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"1.042765742s","start":"2026-03-08T03:20:36.300364Z","end":"2026-03-08T03:20:37.34313Z","steps":["trace[1510005708] 'process raft request' (duration: 804.003304ms)","trace[1510005708] 'compare' (duration: 56.705261ms)","trace[1510005708] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:418; } (duration: 180.893349ms)"],"step_count":3} {"level":"warn","ts":"2026-03-08T03:20:37.343234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.300342Z","time spent":"1.042855264s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:37.822672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.389229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:37.82286Z","caller":"traceutil/trace.go:171","msg":"trace[1847936897] linearizableReadLoop","detail":"{readStateIndex:26271; appliedIndex:26266; }","duration":"1.466169546s","start":"2026-03-08T03:20:36.356672Z","end":"2026-03-08T03:20:37.822841Z","steps":["trace[1847936897] 'read index received' (duration: 130.341422ms)","trace[1847936897] 'applied index is now lower than readState.Index' (duration: 1.335826704s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:37.823035Z","caller":"traceutil/trace.go:171","msg":"trace[631241712] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"1.517088883s","start":"2026-03-08T03:20:36.305713Z","end":"2026-03-08T03:20:37.822802Z","steps":["trace[631241712] 'process raft request' (duration: 1.037398926s)","trace[631241712] 'compare' (duration: 185.379294ms)","trace[631241712] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 293.459013ms)"],"step_count":3} {"level":"warn","ts":"2026-03-08T03:20:37.823279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.305693Z","time spent":"1.5174315s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:37.918325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561619038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:37.918428Z","caller":"traceutil/trace.go:171","msg":"trace[1598012086] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25371; }","duration":"1.561773952s","start":"2026-03-08T03:20:36.356622Z","end":"2026-03-08T03:20:37.918396Z","steps":["trace[1598012086] 'agreement among raft nodes before linearized reading' (duration: 1.466296279s)","trace[1598012086] 'count revisions from in-memory index tree' (duration: 95.332139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:37.918507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.356597Z","time spent":"1.561892555s","remote":"127.0.0.1:53598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:38.127004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.101003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:38.127149Z","caller":"traceutil/trace.go:171","msg":"trace[375623982] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"1.153570105s","start":"2026-03-08T03:20:36.973558Z","end":"2026-03-08T03:20:38.127128Z","steps":["trace[375623982] 'process raft request' (duration: 849.275317ms)","trace[375623982] 'compare' (duration: 95.551245ms)","trace[375623982] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 208.277812ms)"],"step_count":3} {"level":"warn","ts":"2026-03-08T03:20:38.127201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.973529Z","time spent":"1.153650496s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:38.471292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.07237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:38.471427Z","caller":"traceutil/trace.go:171","msg":"trace[1170054545] linearizableReadLoop","detail":"{readStateIndex:26273; appliedIndex:26271; }","duration":"648.484711ms","start":"2026-03-08T03:20:37.822926Z","end":"2026-03-08T03:20:38.471411Z","steps":["trace[1170054545] 'read index received' (duration: 62.562µs)","trace[1170054545] 'applied index is now lower than readState.Index' (duration: 648.420609ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:38.471525Z","caller":"traceutil/trace.go:171","msg":"trace[1304282210] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"699.447707ms","start":"2026-03-08T03:20:37.772019Z","end":"2026-03-08T03:20:38.471467Z","steps":["trace[1304282210] 'process raft request' (duration: 355.09681ms)","trace[1304282210] 'compare' (duration: 68.209652ms)","trace[1304282210] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 275.328216ms)"],"step_count":3} {"level":"warn","ts":"2026-03-08T03:20:38.471737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:37.771996Z","time spent":"699.654222ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:38.535501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.788645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.536093Z","caller":"traceutil/trace.go:171","msg":"trace[1601052510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25373; }","duration":"717.44406ms","start":"2026-03-08T03:20:37.818628Z","end":"2026-03-08T03:20:38.536072Z","steps":["trace[1601052510] 'agreement among raft nodes before linearized reading' (duration: 652.849212ms)","trace[1601052510] 'count revisions from in-memory index tree' (duration: 63.954733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:38.536059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.92723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-08T03:20:38.536153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:37.818607Z","time spent":"717.531272ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:38.53621Z","caller":"traceutil/trace.go:171","msg":"trace[1642459624] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25373; }","duration":"792.131854ms","start":"2026-03-08T03:20:37.744056Z","end":"2026-03-08T03:20:38.536187Z","steps":["trace[1642459624] 'agreement among raft nodes before linearized reading' (duration: 727.365503ms)","trace[1642459624] 'range keys from in-memory index tree' (duration: 64.329182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:38.536266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:37.743999Z","time spent":"792.256017ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-08T03:20:38.535675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155931716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.536364Z","caller":"traceutil/trace.go:171","msg":"trace[168219872] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25373; }","duration":"2.156651173s","start":"2026-03-08T03:20:36.3797Z","end":"2026-03-08T03:20:38.536351Z","steps":["trace[168219872] 'agreement among raft nodes before linearized reading' (duration: 2.09179707s)","trace[168219872] 'range keys from in-memory index tree' (duration: 64.154927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:38.536405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.379662Z","time spent":"2.156733705s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:20:38.535691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059743707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.536593Z","caller":"traceutil/trace.go:171","msg":"trace[1845478188] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25373; }","duration":"2.060671469s","start":"2026-03-08T03:20:36.475909Z","end":"2026-03-08T03:20:38.53658Z","steps":["trace[1845478188] 'agreement among raft nodes before linearized reading' (duration: 1.995570259s)","trace[1845478188] 'count revisions from in-memory index tree' (duration: 64.180507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:38.536629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.475892Z","time spent":"2.06072565s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:38.535722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981306224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.536789Z","caller":"traceutil/trace.go:171","msg":"trace[175252628] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25373; }","duration":"1.98239224s","start":"2026-03-08T03:20:36.554386Z","end":"2026-03-08T03:20:38.536778Z","steps":["trace[175252628] 'agreement among raft nodes before linearized reading' (duration: 1.917047885s)","trace[175252628] 'count revisions from in-memory index tree' (duration: 64.261059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:38.536873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.554373Z","time spent":"1.982486082s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:38.535714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149202468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.537111Z","caller":"traceutil/trace.go:171","msg":"trace[1773744848] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25373; }","duration":"2.150632732s","start":"2026-03-08T03:20:36.386467Z","end":"2026-03-08T03:20:38.5371Z","steps":["trace[1773744848] 'agreement among raft nodes before linearized reading' (duration: 2.08502168s)","trace[1773744848] 'count revisions from in-memory index tree' (duration: 64.207828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:38.537155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.386446Z","time spent":"2.150692954s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:38.535763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827156704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.537436Z","caller":"traceutil/trace.go:171","msg":"trace[441913068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25373; }","duration":"1.828853274s","start":"2026-03-08T03:20:36.708559Z","end":"2026-03-08T03:20:38.537412Z","steps":["trace[441913068] 'agreement among raft nodes before linearized reading' (duration: 1.762904905s)","trace[441913068] 'range keys from in-memory index tree' (duration: 64.28369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:38.538221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.708539Z","time spent":"1.828937946s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:20:38.541493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23270,"took":"2.225793967s","hash":4151672934,"current-db-size-bytes":47267840,"current-db-size":"47 MB","current-db-size-in-use-bytes":31449088,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-08T03:20:38.541521Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4151672934,"revision":23270,"compact-revision":20282} {"level":"info","ts":"2026-03-08T03:20:38.541671Z","caller":"traceutil/trace.go:171","msg":"trace[225959002] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"246.237154ms","start":"2026-03-08T03:20:38.295424Z","end":"2026-03-08T03:20:38.541662Z","steps":["trace[225959002] 'process raft request' (duration: 175.974183ms)","trace[225959002] 'compare' (duration: 64.377463ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:38.541968Z","caller":"traceutil/trace.go:171","msg":"trace[2104846862] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"243.482419ms","start":"2026-03-08T03:20:38.29848Z","end":"2026-03-08T03:20:38.541962Z","steps":["trace[2104846862] 'process raft request' (duration: 243.331615ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:38.542064Z","caller":"traceutil/trace.go:171","msg":"trace[1638949664] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"241.353029ms","start":"2026-03-08T03:20:38.300705Z","end":"2026-03-08T03:20:38.542058Z","steps":["trace[1638949664] 'process raft request' (duration: 241.222766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.565471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.542127Z","caller":"traceutil/trace.go:171","msg":"trace[1516288935] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"241.298467ms","start":"2026-03-08T03:20:38.300812Z","end":"2026-03-08T03:20:38.54211Z","steps":["trace[1516288935] 'process raft request' (duration: 241.198715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.233519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.542218Z","caller":"traceutil/trace.go:171","msg":"trace[822781357] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25378; }","duration":"239.26228ms","start":"2026-03-08T03:20:38.302948Z","end":"2026-03-08T03:20:38.542211Z","steps":["trace[822781357] 'agreement among raft nodes before linearized reading' (duration: 239.230129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.54223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.373366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:38.542282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.865282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:38.5423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.476354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.542316Z","caller":"traceutil/trace.go:171","msg":"trace[1604337025] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25378; }","duration":"381.52409ms","start":"2026-03-08T03:20:38.160773Z","end":"2026-03-08T03:20:38.542297Z","steps":["trace[1604337025] 'agreement among raft nodes before linearized reading' (duration: 381.354846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.54234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.296921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.542349Z","caller":"traceutil/trace.go:171","msg":"trace[984259255] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25378; }","duration":"394.556276ms","start":"2026-03-08T03:20:38.147777Z","end":"2026-03-08T03:20:38.542334Z","steps":["trace[984259255] 'agreement among raft nodes before linearized reading' (duration: 394.497964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:38.160753Z","time spent":"381.602012ms","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:38.542385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:38.147756Z","time spent":"394.619198ms","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:38.542398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.460194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:38.542802Z","caller":"traceutil/trace.go:171","msg":"trace[1765390334] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25378; }","duration":"239.872954ms","start":"2026-03-08T03:20:38.302918Z","end":"2026-03-08T03:20:38.542791Z","steps":["trace[1765390334] 'agreement among raft nodes before linearized reading' (duration: 239.362752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.258177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:38.542841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.790359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.542861Z","caller":"traceutil/trace.go:171","msg":"trace[1619161535] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25378; }","duration":"244.313518ms","start":"2026-03-08T03:20:38.298542Z","end":"2026-03-08T03:20:38.542855Z","steps":["trace[1619161535] 'agreement among raft nodes before linearized reading' (duration: 244.287287ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:38.542359Z","caller":"traceutil/trace.go:171","msg":"trace[348842148] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25378; }","duration":"239.323621ms","start":"2026-03-08T03:20:38.303031Z","end":"2026-03-08T03:20:38.542354Z","steps":["trace[348842148] 'agreement among raft nodes before linearized reading' (duration: 239.299991ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:38.543009Z","caller":"traceutil/trace.go:171","msg":"trace[1311736294] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25378; }","duration":"243.608392ms","start":"2026-03-08T03:20:38.298553Z","end":"2026-03-08T03:20:38.542161Z","steps":["trace[1311736294] 'agreement among raft nodes before linearized reading' (duration: 243.55813ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:38.542321Z","caller":"traceutil/trace.go:171","msg":"trace[2050440196] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25378; }","duration":"646.951344ms","start":"2026-03-08T03:20:37.895358Z","end":"2026-03-08T03:20:38.54231Z","steps":["trace[2050440196] 'agreement among raft nodes before linearized reading' (duration: 646.884343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.543124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:37.895336Z","time spent":"647.769654ms","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:38.54232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.208642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:38.543208Z","caller":"traceutil/trace.go:171","msg":"trace[2068800359] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25378; }","duration":"201.128574ms","start":"2026-03-08T03:20:38.342074Z","end":"2026-03-08T03:20:38.543202Z","steps":["trace[2068800359] 'agreement among raft nodes before linearized reading' (duration: 200.227693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.556577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.54329Z","caller":"traceutil/trace.go:171","msg":"trace[2032181245] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25378; }","duration":"246.444158ms","start":"2026-03-08T03:20:38.296842Z","end":"2026-03-08T03:20:38.543286Z","steps":["trace[2032181245] 'agreement among raft nodes before linearized reading' (duration: 245.590748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.194945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.543356Z","caller":"traceutil/trace.go:171","msg":"trace[304075775] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25378; }","duration":"242.343183ms","start":"2026-03-08T03:20:38.301007Z","end":"2026-03-08T03:20:38.54335Z","steps":["trace[304075775] 'agreement among raft nodes before linearized reading' (duration: 241.141514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.414811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.543411Z","caller":"traceutil/trace.go:171","msg":"trace[1340846830] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25378; }","duration":"245.375713ms","start":"2026-03-08T03:20:38.298032Z","end":"2026-03-08T03:20:38.543408Z","steps":["trace[1340846830] 'agreement among raft nodes before linearized reading' (duration: 244.424741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.679067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.543475Z","caller":"traceutil/trace.go:171","msg":"trace[600889841] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25378; }","duration":"245.69171ms","start":"2026-03-08T03:20:38.29778Z","end":"2026-03-08T03:20:38.543472Z","steps":["trace[600889841] 'agreement among raft nodes before linearized reading' (duration: 244.700817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.000045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.543521Z","caller":"traceutil/trace.go:171","msg":"trace[53183629] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25378; }","duration":"246.055949ms","start":"2026-03-08T03:20:38.297462Z","end":"2026-03-08T03:20:38.543518Z","steps":["trace[53183629] 'agreement among raft nodes before linearized reading' (duration: 245.034235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.600345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.543558Z","caller":"traceutil/trace.go:171","msg":"trace[951429517] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25378; }","duration":"242.609058ms","start":"2026-03-08T03:20:38.300946Z","end":"2026-03-08T03:20:38.543555Z","steps":["trace[951429517] 'agreement among raft nodes before linearized reading' (duration: 241.605865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.54261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.27184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:38.543719Z","caller":"traceutil/trace.go:171","msg":"trace[377134508] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25378; }","duration":"243.401117ms","start":"2026-03-08T03:20:38.300302Z","end":"2026-03-08T03:20:38.543703Z","steps":["trace[377134508] 'agreement among raft nodes before linearized reading' (duration: 242.229319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.664423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.543824Z","caller":"traceutil/trace.go:171","msg":"trace[603304157] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25378; }","duration":"333.871161ms","start":"2026-03-08T03:20:38.209935Z","end":"2026-03-08T03:20:38.543807Z","steps":["trace[603304157] 'agreement among raft nodes before linearized reading' (duration: 332.672753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.392276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:38.543952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:38.209912Z","time spent":"333.954863ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:38.542652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.794584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.54404Z","caller":"traceutil/trace.go:171","msg":"trace[257156028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25378; }","duration":"431.211727ms","start":"2026-03-08T03:20:38.11282Z","end":"2026-03-08T03:20:38.544032Z","steps":["trace[257156028] 'agreement among raft nodes before linearized reading' (duration: 429.771223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.544064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:38.112807Z","time spent":"431.248548ms","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:38.542652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.086476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.543956Z","caller":"traceutil/trace.go:171","msg":"trace[796319097] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25378; }","duration":"526.155197ms","start":"2026-03-08T03:20:38.017784Z","end":"2026-03-08T03:20:38.543939Z","steps":["trace[796319097] 'agreement among raft nodes before linearized reading' (duration: 524.384876ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:38.544158Z","caller":"traceutil/trace.go:171","msg":"trace[748623394] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25378; }","duration":"243.593951ms","start":"2026-03-08T03:20:38.300559Z","end":"2026-03-08T03:20:38.544153Z","steps":["trace[748623394] 'agreement among raft nodes before linearized reading' (duration: 242.074436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.636142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:38.544227Z","caller":"traceutil/trace.go:171","msg":"trace[1626916949] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25378; }","duration":"245.148708ms","start":"2026-03-08T03:20:38.299073Z","end":"2026-03-08T03:20:38.544222Z","steps":["trace[1626916949] 'agreement among raft nodes before linearized reading' (duration: 243.610242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.542759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.620722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:38.544275Z","caller":"traceutil/trace.go:171","msg":"trace[1314471595] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25378; }","duration":"245.153318ms","start":"2026-03-08T03:20:38.299119Z","end":"2026-03-08T03:20:38.544272Z","steps":["trace[1314471595] 'agreement among raft nodes before linearized reading' (duration: 243.588321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.544268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:38.017758Z","time spent":"526.412613ms","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:38.54288Z","caller":"traceutil/trace.go:171","msg":"trace[829304411] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25378; }","duration":"241.83034ms","start":"2026-03-08T03:20:38.30104Z","end":"2026-03-08T03:20:38.54287Z","steps":["trace[829304411] 'agreement among raft nodes before linearized reading' (duration: 241.771849ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:38.541918Z","caller":"traceutil/trace.go:171","msg":"trace[1468639382] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"244.787519ms","start":"2026-03-08T03:20:38.297097Z","end":"2026-03-08T03:20:38.541885Z","steps":["trace[1468639382] 'process raft request' (duration: 244.533413ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:39.955793Z","caller":"traceutil/trace.go:171","msg":"trace[1297627992] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"111.891998ms","start":"2026-03-08T03:20:39.84387Z","end":"2026-03-08T03:20:39.955762Z","steps":["trace[1297627992] 'process raft request' (duration: 54.015419ms)","trace[1297627992] 'compare' (duration: 57.730076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:40.330157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.323813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.330245Z","caller":"traceutil/trace.go:171","msg":"trace[739616171] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25384; }","duration":"254.471307ms","start":"2026-03-08T03:20:40.075753Z","end":"2026-03-08T03:20:40.330225Z","steps":["trace[739616171] 'count revisions from in-memory index tree' (duration: 254.240222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.330873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.345112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:40.331047Z","caller":"traceutil/trace.go:171","msg":"trace[735510569] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"198.524283ms","start":"2026-03-08T03:20:40.13248Z","end":"2026-03-08T03:20:40.331004Z","steps":["trace[735510569] 'process raft request' (duration: 41.987256ms)","trace[735510569] 'compare' (duration: 156.23986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:40.45472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.719636ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:20:40.454912Z","caller":"traceutil/trace.go:171","msg":"trace[626850368] linearizableReadLoop","detail":"{readStateIndex:26286; appliedIndex:26284; }","duration":"275.676195ms","start":"2026-03-08T03:20:40.179215Z","end":"2026-03-08T03:20:40.454891Z","steps":["trace[626850368] 'read index received' (duration: 62.61099ms)","trace[626850368] 'applied index is now lower than readState.Index' (duration: 213.063105ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:40.454976Z","caller":"traceutil/trace.go:171","msg":"trace[636161342] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"204.682418ms","start":"2026-03-08T03:20:40.25026Z","end":"2026-03-08T03:20:40.454943Z","steps":["trace[636161342] 'process raft request' (duration: 204.545705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.514309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.531554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.514416Z","caller":"traceutil/trace.go:171","msg":"trace[838182163] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25386; }","duration":"227.668057ms","start":"2026-03-08T03:20:40.286722Z","end":"2026-03-08T03:20:40.51439Z","steps":["trace[838182163] 'agreement among raft nodes before linearized reading' (duration: 168.275572ms)","trace[838182163] 'count revisions from in-memory index tree' (duration: 59.237371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:40.514426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.177203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.514525Z","caller":"traceutil/trace.go:171","msg":"trace[1148990728] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25386; }","duration":"335.339526ms","start":"2026-03-08T03:20:40.17916Z","end":"2026-03-08T03:20:40.514499Z","steps":["trace[1148990728] 'agreement among raft nodes before linearized reading' (duration: 275.818008ms)","trace[1148990728] 'count revisions from in-memory index tree' (duration: 59.367944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:40.514595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:40.179133Z","time spent":"335.437868ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:40.696076Z","caller":"traceutil/trace.go:171","msg":"trace[1642205686] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"146.055581ms","start":"2026-03-08T03:20:40.549995Z","end":"2026-03-08T03:20:40.69605Z","steps":["trace[1642205686] 'process raft request' (duration: 106.555523ms)","trace[1642205686] 'compare' (duration: 39.346624ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:40.696373Z","caller":"traceutil/trace.go:171","msg":"trace[975688330] linearizableReadLoop","detail":"{readStateIndex:26293; appliedIndex:26289; }","duration":"127.823762ms","start":"2026-03-08T03:20:40.568527Z","end":"2026-03-08T03:20:40.696351Z","steps":["trace[975688330] 'read index received' (duration: 87.965656ms)","trace[975688330] 'applied index is now lower than readState.Index' (duration: 39.857136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:40.696533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.06153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.696575Z","caller":"traceutil/trace.go:171","msg":"trace[1173967516] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25392; }","duration":"146.127713ms","start":"2026-03-08T03:20:40.550434Z","end":"2026-03-08T03:20:40.696562Z","steps":["trace[1173967516] 'agreement among raft nodes before linearized reading' (duration: 146.045511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.696581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.089052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:40.696632Z","caller":"traceutil/trace.go:171","msg":"trace[1756006915] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25392; }","duration":"146.157703ms","start":"2026-03-08T03:20:40.55046Z","end":"2026-03-08T03:20:40.696618Z","steps":["trace[1756006915] 'agreement among raft nodes before linearized reading' (duration: 145.947168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.696835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.580903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.696859Z","caller":"traceutil/trace.go:171","msg":"trace[574514246] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"146.745306ms","start":"2026-03-08T03:20:40.550102Z","end":"2026-03-08T03:20:40.696847Z","steps":["trace[574514246] 'process raft request' (duration: 145.916577ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:40.696872Z","caller":"traceutil/trace.go:171","msg":"trace[598003775] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25392; }","duration":"146.624564ms","start":"2026-03-08T03:20:40.550238Z","end":"2026-03-08T03:20:40.696862Z","steps":["trace[598003775] 'agreement among raft nodes before linearized reading' (duration: 146.571712ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:40.697001Z","caller":"traceutil/trace.go:171","msg":"trace[691020812] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"146.44401ms","start":"2026-03-08T03:20:40.550547Z","end":"2026-03-08T03:20:40.696991Z","steps":["trace[691020812] 'process raft request' (duration: 145.683062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.697041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.830069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.697075Z","caller":"traceutil/trace.go:171","msg":"trace[1123376683] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25392; }","duration":"146.86943ms","start":"2026-03-08T03:20:40.550197Z","end":"2026-03-08T03:20:40.697066Z","steps":["trace[1123376683] 'agreement among raft nodes before linearized reading' (duration: 146.829879ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:40.697135Z","caller":"traceutil/trace.go:171","msg":"trace[1995757977] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"146.421539ms","start":"2026-03-08T03:20:40.550704Z","end":"2026-03-08T03:20:40.697126Z","steps":["trace[1995757977] 'process raft request' (duration: 145.589149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.6972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.986292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.697232Z","caller":"traceutil/trace.go:171","msg":"trace[1752660192] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25392; }","duration":"147.029703ms","start":"2026-03-08T03:20:40.550195Z","end":"2026-03-08T03:20:40.697225Z","steps":["trace[1752660192] 'agreement among raft nodes before linearized reading' (duration: 146.984472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.697316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.402689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:40.697351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.184637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.697382Z","caller":"traceutil/trace.go:171","msg":"trace[634221003] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25392; }","duration":"147.230048ms","start":"2026-03-08T03:20:40.550145Z","end":"2026-03-08T03:20:40.697375Z","steps":["trace[634221003] 'agreement among raft nodes before linearized reading' (duration: 147.186987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.697391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.663895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.697424Z","caller":"traceutil/trace.go:171","msg":"trace[52950493] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25392; }","duration":"146.694506ms","start":"2026-03-08T03:20:40.550721Z","end":"2026-03-08T03:20:40.697415Z","steps":["trace[52950493] 'agreement among raft nodes before linearized reading' (duration: 146.651675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.697557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.150599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.697632Z","caller":"traceutil/trace.go:171","msg":"trace[1944363116] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25392; }","duration":"148.240242ms","start":"2026-03-08T03:20:40.549377Z","end":"2026-03-08T03:20:40.697617Z","steps":["trace[1944363116] 'agreement among raft nodes before linearized reading' (duration: 148.091568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.697633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.222222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.697354Z","caller":"traceutil/trace.go:171","msg":"trace[1124568221] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25392; }","duration":"146.45109ms","start":"2026-03-08T03:20:40.550894Z","end":"2026-03-08T03:20:40.697345Z","steps":["trace[1124568221] 'agreement among raft nodes before linearized reading' (duration: 146.349278ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:40.697741Z","caller":"traceutil/trace.go:171","msg":"trace[1597243282] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25392; }","duration":"148.371445ms","start":"2026-03-08T03:20:40.549348Z","end":"2026-03-08T03:20:40.697719Z","steps":["trace[1597243282] 'agreement among raft nodes before linearized reading' (duration: 148.135529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.697904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.502158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:40.697952Z","caller":"traceutil/trace.go:171","msg":"trace[285230075] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25392; }","duration":"148.538329ms","start":"2026-03-08T03:20:40.549385Z","end":"2026-03-08T03:20:40.697923Z","steps":["trace[285230075] 'agreement among raft nodes before linearized reading' (duration: 148.427416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.69701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.774897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.69805Z","caller":"traceutil/trace.go:171","msg":"trace[1442812392] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25392; }","duration":"147.823843ms","start":"2026-03-08T03:20:40.55022Z","end":"2026-03-08T03:20:40.698044Z","steps":["trace[1442812392] 'agreement among raft nodes before linearized reading' (duration: 146.769308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.69807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.799906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.698105Z","caller":"traceutil/trace.go:171","msg":"trace[285020447] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25392; }","duration":"114.889709ms","start":"2026-03-08T03:20:40.583203Z","end":"2026-03-08T03:20:40.698093Z","steps":["trace[285020447] 'agreement among raft nodes before linearized reading' (duration: 114.830647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:42.209616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:42.710359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:42.966504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.559694532s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:43.709097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:43.709148Z","caller":"traceutil/trace.go:171","msg":"trace[1794568576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999949752s","start":"2026-03-08T03:20:41.709188Z","end":"2026-03-08T03:20:43.709138Z","steps":["trace[1794568576] 'agreement among raft nodes before linearized reading' (duration: 1.999887841s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:43.709172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:41.709167Z","time spent":"1.999999724s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:44.562033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595183796s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:44.562146Z","caller":"traceutil/trace.go:171","msg":"trace[1368353769] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"3.155441561s","start":"2026-03-08T03:20:41.406685Z","end":"2026-03-08T03:20:44.562126Z","steps":["trace[1368353769] 'process raft request' (duration: 1.560083701s)","trace[1368353769] 'compare' (duration: 1.594685895s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:44.562205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:41.406651Z","time spent":"3.155525624s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:44.688233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.721521294s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:44.9885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.910795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:44.989038Z","caller":"traceutil/trace.go:171","msg":"trace[400050597] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"385.139696ms","start":"2026-03-08T03:20:44.603878Z","end":"2026-03-08T03:20:44.989017Z","steps":["trace[400050597] 'process raft request' (duration: 385.092645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.98914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.60385Z","time spent":"385.245198ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:44.989172Z","caller":"traceutil/trace.go:171","msg":"trace[43473128] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"2.287083488s","start":"2026-03-08T03:20:42.702052Z","end":"2026-03-08T03:20:44.989135Z","steps":["trace[43473128] 'process raft request' (duration: 2.28674736s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.989498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.702028Z","time spent":"2.287212761s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:44.989588Z","caller":"traceutil/trace.go:171","msg":"trace[719118884] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"2.286706789s","start":"2026-03-08T03:20:42.702863Z","end":"2026-03-08T03:20:44.989569Z","steps":["trace[719118884] 'process raft request' (duration: 2.285987842s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.989686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.702848Z","time spent":"2.286781891s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:44.989725Z","caller":"traceutil/trace.go:171","msg":"trace[775007092] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"2.650400942s","start":"2026-03-08T03:20:42.33931Z","end":"2026-03-08T03:20:44.989711Z","steps":["trace[775007092] 'process raft request' (duration: 2.349179546s)","trace[775007092] 'compare' (duration: 299.585247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:44.989784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.339282Z","time spent":"2.650469583s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:44.989965Z","caller":"traceutil/trace.go:171","msg":"trace[2123615461] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"2.286686578s","start":"2026-03-08T03:20:42.703263Z","end":"2026-03-08T03:20:44.98995Z","steps":["trace[2123615461] 'process raft request' (duration: 2.285628793s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:44.99002Z","caller":"traceutil/trace.go:171","msg":"trace[573184961] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"2.471186512s","start":"2026-03-08T03:20:42.518823Z","end":"2026-03-08T03:20:44.990009Z","steps":["trace[573184961] 'process raft request' (duration: 2.469800869s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.99004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.70325Z","time spent":"2.286751439s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:44.990088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.518805Z","time spent":"2.471246093s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:44.990177Z","caller":"traceutil/trace.go:171","msg":"trace[877896061] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"2.416738523s","start":"2026-03-08T03:20:42.57343Z","end":"2026-03-08T03:20:44.990169Z","steps":["trace[877896061] 'process raft request' (duration: 2.41531698s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.990228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.573414Z","time spent":"2.416788404s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:44.990226Z","caller":"traceutil/trace.go:171","msg":"trace[1902569483] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"2.285886129s","start":"2026-03-08T03:20:42.704329Z","end":"2026-03-08T03:20:44.990215Z","steps":["trace[1902569483] 'process raft request' (duration: 2.284595009s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.990331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.704312Z","time spent":"2.285984632s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:44.990422Z","caller":"traceutil/trace.go:171","msg":"trace[652031712] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26297; }","duration":"3.281173765s","start":"2026-03-08T03:20:41.709238Z","end":"2026-03-08T03:20:44.990412Z","steps":["trace[652031712] 'read index received' (duration: 1.257542485s)","trace[652031712] 'applied index is now lower than readState.Index' (duration: 2.02362982s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:44.990636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111789828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:44.990676Z","caller":"traceutil/trace.go:171","msg":"trace[1368473487] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25405; }","duration":"3.11187437s","start":"2026-03-08T03:20:41.878791Z","end":"2026-03-08T03:20:44.990665Z","steps":["trace[1368473487] 'agreement among raft nodes before linearized reading' (duration: 3.111786918s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.990715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:41.878769Z","time spent":"3.111937341s","remote":"127.0.0.1:49868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:44.991063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.131377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.991104Z","caller":"traceutil/trace.go:171","msg":"trace[1111900398] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25405; }","duration":"173.210758ms","start":"2026-03-08T03:20:44.817882Z","end":"2026-03-08T03:20:44.991093Z","steps":["trace[1111900398] 'agreement among raft nodes before linearized reading' (duration: 173.150067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.991454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.829061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.991491Z","caller":"traceutil/trace.go:171","msg":"trace[450958892] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25405; }","duration":"204.867592ms","start":"2026-03-08T03:20:44.786614Z","end":"2026-03-08T03:20:44.991482Z","steps":["trace[450958892] 'agreement among raft nodes before linearized reading' (duration: 204.811431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.991793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.992586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:20:44.991829Z","caller":"traceutil/trace.go:171","msg":"trace[2017177875] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:25405; }","duration":"300.053108ms","start":"2026-03-08T03:20:44.691765Z","end":"2026-03-08T03:20:44.991818Z","steps":["trace[2017177875] 'agreement among raft nodes before linearized reading' (duration: 299.929595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.991864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.69175Z","time spent":"300.107269ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-08T03:20:44.992021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.776235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.992056Z","caller":"traceutil/trace.go:171","msg":"trace[1050198392] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25405; }","duration":"432.848467ms","start":"2026-03-08T03:20:44.559199Z","end":"2026-03-08T03:20:44.992047Z","steps":["trace[1050198392] 'agreement among raft nodes before linearized reading' (duration: 432.794395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.992094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.559178Z","time spent":"432.907918ms","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:44.992326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.252601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:44.992369Z","caller":"traceutil/trace.go:171","msg":"trace[398441368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25405; }","duration":"850.332742ms","start":"2026-03-08T03:20:44.142026Z","end":"2026-03-08T03:20:44.992358Z","steps":["trace[398441368] 'agreement among raft nodes before linearized reading' (duration: 850.2653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.992406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.142004Z","time spent":"850.393354ms","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:44.992702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.724129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.992746Z","caller":"traceutil/trace.go:171","msg":"trace[2090855125] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25405; }","duration":"958.77262ms","start":"2026-03-08T03:20:44.033963Z","end":"2026-03-08T03:20:44.992736Z","steps":["trace[2090855125] 'agreement among raft nodes before linearized reading' (duration: 958.703488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.992785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.03391Z","time spent":"958.867272ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:44.992843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289125126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:44.992897Z","caller":"traceutil/trace.go:171","msg":"trace[1837353090] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25405; }","duration":"2.289200517s","start":"2026-03-08T03:20:42.703683Z","end":"2026-03-08T03:20:44.992883Z","steps":["trace[1837353090] 'agreement among raft nodes before linearized reading' (duration: 2.289064914s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.992892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419391585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:44.992892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032906655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:20:44.992936Z","caller":"traceutil/trace.go:171","msg":"trace[1495246735] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25405; }","duration":"2.419474887s","start":"2026-03-08T03:20:42.573447Z","end":"2026-03-08T03:20:44.992922Z","steps":["trace[1495246735] 'agreement among raft nodes before linearized reading' (duration: 2.419355914s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:44.992954Z","caller":"traceutil/trace.go:171","msg":"trace[1543044966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25405; }","duration":"3.033010137s","start":"2026-03-08T03:20:41.959926Z","end":"2026-03-08T03:20:44.992937Z","steps":["trace[1543044966] 'agreement among raft nodes before linearized reading' (duration: 3.032830133s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.992965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288569893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:44.992947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290234451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:44.993021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288704015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:44.993026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439821985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.993041Z","caller":"traceutil/trace.go:171","msg":"trace[257209924] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25405; }","duration":"2.288727287s","start":"2026-03-08T03:20:42.70431Z","end":"2026-03-08T03:20:44.993037Z","steps":["trace[257209924] 'agreement among raft nodes before linearized reading' (duration: 2.288678076s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290362474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.993047Z","caller":"traceutil/trace.go:171","msg":"trace[71923020] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25405; }","duration":"2.439848886s","start":"2026-03-08T03:20:42.553192Z","end":"2026-03-08T03:20:44.993041Z","steps":["trace[71923020] 'agreement among raft nodes before linearized reading' (duration: 2.439807435s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:44.993033Z","caller":"traceutil/trace.go:171","msg":"trace[238000989] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25405; }","duration":"2.290334164s","start":"2026-03-08T03:20:42.702678Z","end":"2026-03-08T03:20:44.993012Z","steps":["trace[238000989] 'agreement among raft nodes before linearized reading' (duration: 2.290207891s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.553186Z","time spent":"2.439875136s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28885824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.993064Z","caller":"traceutil/trace.go:171","msg":"trace[1604961802] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25405; }","duration":"2.290446436s","start":"2026-03-08T03:20:42.70261Z","end":"2026-03-08T03:20:44.993056Z","steps":["trace[1604961802] 'agreement among raft nodes before linearized reading' (duration: 2.290391545s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:44.993087Z","caller":"traceutil/trace.go:171","msg":"trace[1433203568] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25405; }","duration":"2.28887054s","start":"2026-03-08T03:20:42.704213Z","end":"2026-03-08T03:20:44.993084Z","steps":["trace[1433203568] 'agreement among raft nodes before linearized reading' (duration: 2.288852019s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.704194Z","time spent":"2.28890601s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.702585Z","time spent":"2.290506428s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283186639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:44.993187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321753355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-08T03:20:44.993221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289031923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.993235Z","caller":"traceutil/trace.go:171","msg":"trace[414145350] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25405; }","duration":"2.289059084s","start":"2026-03-08T03:20:42.704172Z","end":"2026-03-08T03:20:44.993231Z","steps":["trace[414145350] 'agreement among raft nodes before linearized reading' (duration: 2.289037544s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.704168Z","time spent":"2.289081615s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:20:44.99325Z","caller":"traceutil/trace.go:171","msg":"trace[943001956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25405; }","duration":"1.321812566s","start":"2026-03-08T03:20:43.671415Z","end":"2026-03-08T03:20:44.993228Z","steps":["trace[943001956] 'agreement among raft nodes before linearized reading' (duration: 1.321663533s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.992947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288190954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:44.993088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.702673Z","time spent":"2.290401746s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:43.671409Z","time spent":"1.321877158s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8295933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-08T03:20:44.993342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289455174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:44.993353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289606867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.993382Z","caller":"traceutil/trace.go:171","msg":"trace[1678880172] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25405; }","duration":"2.289515055s","start":"2026-03-08T03:20:42.703858Z","end":"2026-03-08T03:20:44.993373Z","steps":["trace[1678880172] 'agreement among raft nodes before linearized reading' (duration: 2.289455643s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:44.993399Z","caller":"traceutil/trace.go:171","msg":"trace[765922462] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25405; }","duration":"2.289653278s","start":"2026-03-08T03:20:42.703735Z","end":"2026-03-08T03:20:44.993388Z","steps":["trace[765922462] 'agreement among raft nodes before linearized reading' (duration: 2.289583406s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235577478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:20:44.993445Z","caller":"traceutil/trace.go:171","msg":"trace[906308063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25405; }","duration":"2.235611129s","start":"2026-03-08T03:20:42.757826Z","end":"2026-03-08T03:20:44.993437Z","steps":["trace[906308063] 'agreement among raft nodes before linearized reading' (duration: 2.235558368s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16924807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-08T03:20:44.993191Z","caller":"traceutil/trace.go:171","msg":"trace[828062070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25405; }","duration":"1.283325752s","start":"2026-03-08T03:20:43.709857Z","end":"2026-03-08T03:20:44.993182Z","steps":["trace[828062070] 'agreement among raft nodes before linearized reading' (duration: 1.283180359s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.757818Z","time spent":"2.23564288s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289256048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:44.99325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289578437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:44.993493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43185279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:20:44.993507Z","caller":"traceutil/trace.go:171","msg":"trace[1574167544] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25405; }","duration":"2.289857623s","start":"2026-03-08T03:20:42.703644Z","end":"2026-03-08T03:20:44.993502Z","steps":["trace[1574167544] 'agreement among raft nodes before linearized reading' (duration: 2.289471454s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039269307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:20:44.993526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.703636Z","time spent":"2.289884963s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:20:44.993518Z","caller":"traceutil/trace.go:171","msg":"trace[16347463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25405; }","duration":"1.431906032s","start":"2026-03-08T03:20:43.561606Z","end":"2026-03-08T03:20:44.993512Z","steps":["trace[16347463] 'agreement among raft nodes before linearized reading' (duration: 1.43181921s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:44.993518Z","caller":"traceutil/trace.go:171","msg":"trace[54063579] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25405; }","duration":"2.289364232s","start":"2026-03-08T03:20:42.704136Z","end":"2026-03-08T03:20:44.9935Z","steps":["trace[54063579] 'agreement among raft nodes before linearized reading' (duration: 2.289215818s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.70385Z","time spent":"2.289552755s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783667203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T03:20:44.993576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366729021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:44.993568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.70413Z","time spent":"2.289429133s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:20:44.993591Z","caller":"traceutil/trace.go:171","msg":"trace[1982955103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25405; }","duration":"1.366758672s","start":"2026-03-08T03:20:43.626828Z","end":"2026-03-08T03:20:44.993586Z","steps":["trace[1982955103] 'agreement among raft nodes before linearized reading' (duration: 1.366732831s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.70371Z","time spent":"2.28972923s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:43.62682Z","time spent":"1.366788062s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:20:44.993474Z","caller":"traceutil/trace.go:171","msg":"trace[1489838915] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25405; }","duration":"2.169303941s","start":"2026-03-08T03:20:42.824164Z","end":"2026-03-08T03:20:44.993468Z","steps":["trace[1489838915] 'agreement among raft nodes before linearized reading' (duration: 2.169237709s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:44.993316Z","caller":"traceutil/trace.go:171","msg":"trace[751425209] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25405; }","duration":"2.288564653s","start":"2026-03-08T03:20:42.704735Z","end":"2026-03-08T03:20:44.9933Z","steps":["trace[751425209] 'agreement among raft nodes before linearized reading' (duration: 2.288199284s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.704727Z","time spent":"2.288933871s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:20:44.9936Z","caller":"traceutil/trace.go:171","msg":"trace[1008331376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25405; }","duration":"1.783763766s","start":"2026-03-08T03:20:43.209824Z","end":"2026-03-08T03:20:44.993588Z","steps":["trace[1008331376] 'agreement among raft nodes before linearized reading' (duration: 1.783634633s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:43.209805Z","time spent":"1.78394399s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:44.99299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285593253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.993831Z","caller":"traceutil/trace.go:171","msg":"trace[62305076] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25405; }","duration":"2.286460063s","start":"2026-03-08T03:20:42.707364Z","end":"2026-03-08T03:20:44.993824Z","steps":["trace[62305076] 'agreement among raft nodes before linearized reading' (duration: 2.285538162s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.707316Z","time spent":"2.286534645s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:20:44.992979Z","caller":"traceutil/trace.go:171","msg":"trace[1048602894] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25405; }","duration":"2.288604623s","start":"2026-03-08T03:20:42.70437Z","end":"2026-03-08T03:20:44.992975Z","steps":["trace[1048602894] 'agreement among raft nodes before linearized reading' (duration: 2.288585733s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.993917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.704362Z","time spent":"2.289546805s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:20:44.993351Z","caller":"traceutil/trace.go:171","msg":"trace[1993195882] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25405; }","duration":"2.829636631s","start":"2026-03-08T03:20:42.163708Z","end":"2026-03-08T03:20:44.993345Z","steps":["trace[1993195882] 'agreement among raft nodes before linearized reading' (duration: 2.829503788s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.992979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.573426Z","time spent":"2.419545489s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:44.992983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:41.959908Z","time spent":"3.033069729s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:44.992922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.703678Z","time spent":"2.289240048s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:44.994135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.163626Z","time spent":"2.830338378s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":186,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:44.993057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.704243Z","time spent":"2.288810288s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440336797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.994208Z","caller":"traceutil/trace.go:171","msg":"trace[1059409122] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25405; }","duration":"2.441395952s","start":"2026-03-08T03:20:42.552804Z","end":"2026-03-08T03:20:44.9942Z","steps":["trace[1059409122] 'agreement among raft nodes before linearized reading' (duration: 2.440350488s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.994237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.552788Z","time spent":"2.441442783s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573064024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:44.994291Z","caller":"traceutil/trace.go:171","msg":"trace[980685791] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25405; }","duration":"2.574181101s","start":"2026-03-08T03:20:42.420103Z","end":"2026-03-08T03:20:44.994284Z","steps":["trace[980685791] 'agreement among raft nodes before linearized reading' (duration: 2.573075435s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.994313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.420088Z","time spent":"2.574219422s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:44.993497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:43.709852Z","time spent":"1.283631529s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:20:44.993544Z","caller":"traceutil/trace.go:171","msg":"trace[1374836618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25405; }","duration":"2.039409761s","start":"2026-03-08T03:20:42.954128Z","end":"2026-03-08T03:20:44.993538Z","steps":["trace[1374836618] 'agreement among raft nodes before linearized reading' (duration: 2.039219776s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.994443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.954113Z","time spent":"2.040313631s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:43.561586Z","time spent":"1.431957133s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:20:44.993642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.824143Z","time spent":"2.169495426s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":911,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-08T03:20:45.419331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.550099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:45.419618Z","caller":"traceutil/trace.go:171","msg":"trace[719468912] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"420.205438ms","start":"2026-03-08T03:20:44.999388Z","end":"2026-03-08T03:20:45.419593Z","steps":["trace[719468912] 'process raft request' (duration: 420.046055ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:45.419635Z","caller":"traceutil/trace.go:171","msg":"trace[531970747] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"420.179438ms","start":"2026-03-08T03:20:44.999442Z","end":"2026-03-08T03:20:45.419621Z","steps":["trace[531970747] 'process raft request' (duration: 420.082636ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:45.419649Z","caller":"traceutil/trace.go:171","msg":"trace[1818693624] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"420.321541ms","start":"2026-03-08T03:20:44.999293Z","end":"2026-03-08T03:20:45.419615Z","steps":["trace[1818693624] 'process raft request' (duration: 242.411863ms)","trace[1818693624] 'compare' (duration: 177.342504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:45.41971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.999366Z","time spent":"420.300541ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:45.419933Z","caller":"traceutil/trace.go:171","msg":"trace[2066024089] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"419.317878ms","start":"2026-03-08T03:20:45.000603Z","end":"2026-03-08T03:20:45.419921Z","steps":["trace[2066024089] 'process raft request' (duration: 418.97896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:45.419941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.999275Z","time spent":"420.475505ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:45.420011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:45.000593Z","time spent":"419.371709ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:45.419912Z","caller":"traceutil/trace.go:171","msg":"trace[1779365420] linearizableReadLoop","detail":"{readStateIndex:26311; appliedIndex:26307; }","duration":"353.272177ms","start":"2026-03-08T03:20:45.066588Z","end":"2026-03-08T03:20:45.41986Z","steps":["trace[1779365420] 'read index received' (duration: 175.145724ms)","trace[1779365420] 'applied index is now lower than readState.Index' (duration: 178.125533ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:45.420142Z","caller":"traceutil/trace.go:171","msg":"trace[821530290] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"352.450168ms","start":"2026-03-08T03:20:45.067665Z","end":"2026-03-08T03:20:45.420115Z","steps":["trace[821530290] 'process raft request' (duration: 352.11353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:45.419703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.999419Z","time spent":"420.249579ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:45.420212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.221929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-99e6acd3-ad99-444f-bd99-03787e0820cb\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-08T03:20:45.420191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.183551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:45.42025Z","caller":"traceutil/trace.go:171","msg":"trace[844441704] range","detail":"{range_begin:/registry/persistentvolumes/pvc-99e6acd3-ad99-444f-bd99-03787e0820cb; range_end:; response_count:1; response_revision:25410; }","duration":"420.265439ms","start":"2026-03-08T03:20:44.999972Z","end":"2026-03-08T03:20:45.420237Z","steps":["trace[844441704] 'agreement among raft nodes before linearized reading' (duration: 419.992823ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:45.420257Z","caller":"traceutil/trace.go:171","msg":"trace[1453532878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25410; }","duration":"418.282494ms","start":"2026-03-08T03:20:45.001962Z","end":"2026-03-08T03:20:45.420244Z","steps":["trace[1453532878] 'agreement among raft nodes before linearized reading' (duration: 418.007787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:45.420283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.999967Z","time spent":"420.30982ms","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-99e6acd3-ad99-444f-bd99-03787e0820cb\" "} {"level":"warn","ts":"2026-03-08T03:20:45.420293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:45.067649Z","time spent":"352.55817ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:45.420301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.475198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:20:45.420335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:45.001952Z","time spent":"418.330184ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:20:45.420398Z","caller":"traceutil/trace.go:171","msg":"trace[2046863909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25410; }","duration":"421.601142ms","start":"2026-03-08T03:20:44.998768Z","end":"2026-03-08T03:20:45.420369Z","steps":["trace[2046863909] 'agreement among raft nodes before linearized reading' (duration: 421.191452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:45.42049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.998753Z","time spent":"421.721974ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:20:45.591322Z","caller":"traceutil/trace.go:171","msg":"trace[385779631] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26312; }","duration":"111.414417ms","start":"2026-03-08T03:20:45.479878Z","end":"2026-03-08T03:20:45.591292Z","steps":["trace[385779631] 'read index received' (duration: 47.6772ms)","trace[385779631] 'applied index is now lower than readState.Index' (duration: 63.736247ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:45.591405Z","caller":"traceutil/trace.go:171","msg":"trace[869715712] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"131.448948ms","start":"2026-03-08T03:20:45.459925Z","end":"2026-03-08T03:20:45.591373Z","steps":["trace[869715712] 'process raft request' (duration: 67.732032ms)","trace[869715712] 'compare' (duration: 63.522201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:45.591474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.598242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:45.59152Z","caller":"traceutil/trace.go:171","msg":"trace[1998695486] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25411; }","duration":"111.688853ms","start":"2026-03-08T03:20:45.479822Z","end":"2026-03-08T03:20:45.591511Z","steps":["trace[1998695486] 'agreement among raft nodes before linearized reading' (duration: 111.601311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:46.717339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.291423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:20:46.717415Z","caller":"traceutil/trace.go:171","msg":"trace[138584302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25413; }","duration":"151.417746ms","start":"2026-03-08T03:20:46.565979Z","end":"2026-03-08T03:20:46.717397Z","steps":["trace[138584302] 'range keys from in-memory index tree' (duration: 151.101528ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:46.717579Z","caller":"traceutil/trace.go:171","msg":"trace[1116083332] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"133.116747ms","start":"2026-03-08T03:20:46.58443Z","end":"2026-03-08T03:20:46.717547Z","steps":["trace[1116083332] 'process raft request' (duration: 83.397579ms)","trace[1116083332] 'compare' (duration: 49.351669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:48.545884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120892517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:20:48.54597Z","caller":"traceutil/trace.go:171","msg":"trace[946890006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25423; }","duration":"1.12101119s","start":"2026-03-08T03:20:47.424939Z","end":"2026-03-08T03:20:48.54595Z","steps":["trace[946890006] 'range keys from in-memory index tree' (duration: 1.120745694s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:48.546023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.424932Z","time spent":"1.121080192s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:48.54601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.378963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:48.546032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120992009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:20:48.546116Z","caller":"traceutil/trace.go:171","msg":"trace[1304522023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25423; }","duration":"913.531137ms","start":"2026-03-08T03:20:47.632565Z","end":"2026-03-08T03:20:48.546096Z","steps":["trace[1304522023] 'count revisions from in-memory index tree' (duration: 913.302221ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:48.546141Z","caller":"traceutil/trace.go:171","msg":"trace[1444882181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25423; }","duration":"1.121133133s","start":"2026-03-08T03:20:47.424988Z","end":"2026-03-08T03:20:48.546121Z","steps":["trace[1444882181] 'range keys from in-memory index tree' (duration: 1.120817375s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:48.545898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.52562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:48.546542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.23227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-08T03:20:48.546578Z","caller":"traceutil/trace.go:171","msg":"trace[1923784016] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:25423; }","duration":"698.364833ms","start":"2026-03-08T03:20:47.848202Z","end":"2026-03-08T03:20:48.546567Z","steps":["trace[1923784016] 'range keys from in-memory index tree' (duration: 698.069376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:48.546575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.835221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:48.546611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122186407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:20:48.546658Z","caller":"traceutil/trace.go:171","msg":"trace[1101364722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25423; }","duration":"1.122273729s","start":"2026-03-08T03:20:47.424371Z","end":"2026-03-08T03:20:48.546645Z","steps":["trace[1101364722] 'range keys from in-memory index tree' (duration: 1.122047504s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:48.546702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.424348Z","time spent":"1.122346032s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:20:48.546588Z","caller":"traceutil/trace.go:171","msg":"trace[1636702821] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25423; }","duration":"551.263088ms","start":"2026-03-08T03:20:47.995302Z","end":"2026-03-08T03:20:48.546565Z","steps":["trace[1636702821] 'count revisions from in-memory index tree' (duration: 550.450719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:48.546779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120270672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:20:48.546875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.995285Z","time spent":"551.570254ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:48.546651Z","caller":"traceutil/trace.go:171","msg":"trace[393891736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25423; }","duration":"835.935574ms","start":"2026-03-08T03:20:47.710694Z","end":"2026-03-08T03:20:48.54663Z","steps":["trace[393891736] 'range keys from in-memory index tree' (duration: 835.73924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:48.546992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.710677Z","time spent":"836.247002ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:48.546971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.424961Z","time spent":"1.121305887s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:20:48.54616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.632547Z","time spent":"913.600688ms","remote":"127.0.0.1:53114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:48.54688Z","caller":"traceutil/trace.go:171","msg":"trace[1830731549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25423; }","duration":"1.120420516s","start":"2026-03-08T03:20:47.426442Z","end":"2026-03-08T03:20:48.546863Z","steps":["trace[1830731549] 'range keys from in-memory index tree' (duration: 1.120119189s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:48.547157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.426436Z","time spent":"1.120709343s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:48.546603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.848181Z","time spent":"698.415063ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":903,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-08T03:20:48.87281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:49.216918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187661834s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:20:49.21748Z","caller":"traceutil/trace.go:171","msg":"trace[110565031] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"1.1883265s","start":"2026-03-08T03:20:48.029124Z","end":"2026-03-08T03:20:49.21745Z","steps":["trace[110565031] 'process raft request' (duration: 1.188163806s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:49.217681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.029093Z","time spent":"1.188501324s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:50.547918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:50.547997Z","caller":"traceutil/trace.go:171","msg":"trace[646431587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166747s","start":"2026-03-08T03:20:48.547813Z","end":"2026-03-08T03:20:50.54798Z","steps":["trace[646431587] 'agreement among raft nodes before linearized reading' (duration: 2.000067315s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:50.548219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.547801Z","time spent":"2.000233029s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:50.617464Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400369811s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:50.980386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.71565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:50.981113Z","caller":"traceutil/trace.go:171","msg":"trace[931766082] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"2.430484715s","start":"2026-03-08T03:20:48.550595Z","end":"2026-03-08T03:20:50.98108Z","steps":["trace[931766082] 'process raft request' (duration: 2.066997388s)","trace[931766082] 'compare' (duration: 362.055763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:50.981272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.550581Z","time spent":"2.430616488s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:50.981397Z","caller":"traceutil/trace.go:171","msg":"trace[611198156] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"2.429922342s","start":"2026-03-08T03:20:48.551442Z","end":"2026-03-08T03:20:50.981364Z","steps":["trace[611198156] 'process raft request' (duration: 2.429058531s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:50.981416Z","caller":"traceutil/trace.go:171","msg":"trace[1406988523] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"2.429940162s","start":"2026-03-08T03:20:48.551445Z","end":"2026-03-08T03:20:50.981385Z","steps":["trace[1406988523] 'process raft request' (duration: 2.429785859s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:50.98156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.551434Z","time spent":"2.430043584s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:50.981579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.551422Z","time spent":"2.430069905s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:50.981621Z","caller":"traceutil/trace.go:171","msg":"trace[697076795] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"2.430026654s","start":"2026-03-08T03:20:48.551584Z","end":"2026-03-08T03:20:50.98161Z","steps":["trace[697076795] 'process raft request' (duration: 2.429735638s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:50.98163Z","caller":"traceutil/trace.go:171","msg":"trace[2088756935] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"2.145564502s","start":"2026-03-08T03:20:48.836044Z","end":"2026-03-08T03:20:50.981608Z","steps":["trace[2088756935] 'process raft request' (duration: 2.145433759s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:50.981662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.551516Z","time spent":"2.430124196s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:50.981731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.836008Z","time spent":"2.145676415s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:50.981762Z","caller":"traceutil/trace.go:171","msg":"trace[800795308] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"1.899369192s","start":"2026-03-08T03:20:49.082373Z","end":"2026-03-08T03:20:50.981742Z","steps":["trace[800795308] 'process raft request' (duration: 1.899194237s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:50.981827Z","caller":"traceutil/trace.go:171","msg":"trace[1506196738] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"1.89802119s","start":"2026-03-08T03:20:49.083774Z","end":"2026-03-08T03:20:50.981795Z","steps":["trace[1506196738] 'process raft request' (duration: 1.897920217s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:50.981848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.08235Z","time spent":"1.899463543s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:50.981885Z","caller":"traceutil/trace.go:171","msg":"trace[1228445403] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"1.898024409s","start":"2026-03-08T03:20:49.083843Z","end":"2026-03-08T03:20:50.981868Z","steps":["trace[1228445403] 'process raft request' (duration: 1.897909397s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:50.981924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.08376Z","time spent":"1.898114282s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:50.981942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.083836Z","time spent":"1.89807347s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:50.981971Z","caller":"traceutil/trace.go:171","msg":"trace[1981154876] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"1.8980484s","start":"2026-03-08T03:20:49.0839Z","end":"2026-03-08T03:20:50.981948Z","steps":["trace[1981154876] 'process raft request' (duration: 1.897922647s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:50.98202Z","caller":"traceutil/trace.go:171","msg":"trace[1912453190] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"1.89801669s","start":"2026-03-08T03:20:49.083996Z","end":"2026-03-08T03:20:50.982013Z","steps":["trace[1912453190] 'process raft request' (duration: 1.897917988s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:50.98201Z","caller":"traceutil/trace.go:171","msg":"trace[212708604] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"1.89805483s","start":"2026-03-08T03:20:49.083936Z","end":"2026-03-08T03:20:50.981991Z","steps":["trace[212708604] 'process raft request' (duration: 1.897917747s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:50.982049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.083988Z","time spent":"1.89804483s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:50.982041Z","caller":"traceutil/trace.go:171","msg":"trace[2040911915] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"1.897390425s","start":"2026-03-08T03:20:49.084633Z","end":"2026-03-08T03:20:50.982024Z","steps":["trace[2040911915] 'process raft request' (duration: 1.897335894s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:50.98207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.083894Z","time spent":"1.898125592s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:50.982099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.083904Z","time spent":"1.898146073s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:50.982114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.084621Z","time spent":"1.897455376s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:50.982433Z","caller":"traceutil/trace.go:171","msg":"trace[634529542] linearizableReadLoop","detail":"{readStateIndex:26331; appliedIndex:26325; }","duration":"2.609813456s","start":"2026-03-08T03:20:48.372608Z","end":"2026-03-08T03:20:50.982421Z","steps":["trace[634529542] 'read index received' (duration: 844.609716ms)","trace[634529542] 'applied index is now lower than readState.Index' (duration: 1.76520236s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:50.982557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609947789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:50.983298Z","caller":"traceutil/trace.go:171","msg":"trace[1047955517] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25436; }","duration":"2.610099813s","start":"2026-03-08T03:20:48.372568Z","end":"2026-03-08T03:20:50.982668Z","steps":["trace[1047955517] 'agreement among raft nodes before linearized reading' (duration: 2.609923599s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:50.98374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.372553Z","time spent":"2.611172628s","remote":"127.0.0.1:42456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:52.26129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138623763s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:52.261593Z","caller":"traceutil/trace.go:171","msg":"trace[267841335] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"2.222605123s","start":"2026-03-08T03:20:50.038936Z","end":"2026-03-08T03:20:52.261541Z","steps":["trace[267841335] 'process raft request' (duration: 1.08356332s)","trace[267841335] 'compare' (duration: 1.138218504s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:52.261649Z","caller":"traceutil/trace.go:171","msg":"trace[817480274] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"1.663970432s","start":"2026-03-08T03:20:50.597654Z","end":"2026-03-08T03:20:52.261624Z","steps":["trace[817480274] 'process raft request' (duration: 1.663741177s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.261869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.597638Z","time spent":"1.664166797s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:52.261747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.038913Z","time spent":"2.222753726s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:52.554027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:52.554121Z","caller":"traceutil/trace.go:171","msg":"trace[1616357682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434625s","start":"2026-03-08T03:20:50.553664Z","end":"2026-03-08T03:20:52.554098Z","steps":["trace[1616357682] 'agreement among raft nodes before linearized reading' (duration: 2.000283251s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.554171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.553642Z","time spent":"2.000519667s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.697578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:20:52.779295Z","caller":"traceutil/trace.go:171","msg":"trace[2024498112] linearizableReadLoop","detail":"{readStateIndex:26341; appliedIndex:26338; }","duration":"1.796645647s","start":"2026-03-08T03:20:50.982631Z","end":"2026-03-08T03:20:52.779277Z","steps":["trace[2024498112] 'read index received' (duration: 139.869026ms)","trace[2024498112] 'applied index is now lower than readState.Index' (duration: 1.656775321s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:52.779438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838699266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.780412Z","caller":"traceutil/trace.go:171","msg":"trace[1944989356] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25438; }","duration":"1.839708679s","start":"2026-03-08T03:20:50.94068Z","end":"2026-03-08T03:20:52.780389Z","steps":["trace[1944989356] 'agreement among raft nodes before linearized reading' (duration: 1.838689375s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.779456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688154754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:52.780545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.940666Z","time spent":"1.839859883s","remote":"127.0.0.1:36938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:52.780606Z","caller":"traceutil/trace.go:171","msg":"trace[933302124] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25438; }","duration":"3.689328092s","start":"2026-03-08T03:20:49.091243Z","end":"2026-03-08T03:20:52.780571Z","steps":["trace[933302124] 'agreement among raft nodes before linearized reading' (duration: 3.688067392s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.780678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.091237Z","time spent":"3.689422564s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692271701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:52.780785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.928917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:296954"} {"level":"info","ts":"2026-03-08T03:20:52.780921Z","caller":"traceutil/trace.go:171","msg":"trace[453401246] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:25438; }","duration":"206.06376ms","start":"2026-03-08T03:20:52.574839Z","end":"2026-03-08T03:20:52.780903Z","steps":["trace[453401246] 'agreement among raft nodes before linearized reading' (duration: 205.142838ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:52.780831Z","caller":"traceutil/trace.go:171","msg":"trace[2093543948] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25438; }","duration":"3.693618662s","start":"2026-03-08T03:20:49.087179Z","end":"2026-03-08T03:20:52.780798Z","steps":["trace[2093543948] 'agreement among raft nodes before linearized reading' (duration: 3.692178258s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.780976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.087173Z","time spent":"3.693792346s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693166472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.781112Z","caller":"traceutil/trace.go:171","msg":"trace[694170903] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25438; }","duration":"3.694581465s","start":"2026-03-08T03:20:49.086496Z","end":"2026-03-08T03:20:52.781077Z","steps":["trace[694170903] 'agreement among raft nodes before linearized reading' (duration: 3.693155921s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.781204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.08649Z","time spent":"3.694682897s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:52.77969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090184762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:20:52.781346Z","caller":"traceutil/trace.go:171","msg":"trace[1067306097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25438; }","duration":"2.091861502s","start":"2026-03-08T03:20:50.689466Z","end":"2026-03-08T03:20:52.781327Z","steps":["trace[1067306097] 'agreement among raft nodes before linearized reading' (duration: 2.090050059s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.781406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.689449Z","time spent":"2.091940063s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064045025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-08T03:20:52.78148Z","caller":"traceutil/trace.go:171","msg":"trace[1948603243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25438; }","duration":"3.065863578s","start":"2026-03-08T03:20:49.715599Z","end":"2026-03-08T03:20:52.781463Z","steps":["trace[1948603243] 'agreement among raft nodes before linearized reading' (duration: 3.063934712s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.781526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.715541Z","time spent":"3.06597035s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017959999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.781618Z","caller":"traceutil/trace.go:171","msg":"trace[1773325317] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25438; }","duration":"4.019853343s","start":"2026-03-08T03:20:48.76174Z","end":"2026-03-08T03:20:52.781593Z","steps":["trace[1773325317] 'agreement among raft nodes before linearized reading' (duration: 4.017958678s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.781715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.761728Z","time spent":"4.019943496s","remote":"127.0.0.1:34010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:52.77975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231536219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.781818Z","caller":"traceutil/trace.go:171","msg":"trace[351235352] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25438; }","duration":"3.233649879s","start":"2026-03-08T03:20:49.548154Z","end":"2026-03-08T03:20:52.781803Z","steps":["trace[351235352] 'agreement among raft nodes before linearized reading' (duration: 3.23156074s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.781867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.548127Z","time spent":"3.23372317s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:52.779745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69523062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.781944Z","caller":"traceutil/trace.go:171","msg":"trace[73966619] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25438; }","duration":"3.697443742s","start":"2026-03-08T03:20:49.084473Z","end":"2026-03-08T03:20:52.781917Z","steps":["trace[73966619] 'agreement among raft nodes before linearized reading' (duration: 3.695184058s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.782019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.084468Z","time spent":"3.697530825s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023861777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:20:52.782168Z","caller":"traceutil/trace.go:171","msg":"trace[1321086227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25438; }","duration":"4.026282384s","start":"2026-03-08T03:20:48.755864Z","end":"2026-03-08T03:20:52.782146Z","steps":["trace[1321086227] 'agreement among raft nodes before linearized reading' (duration: 4.023843257s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.782242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.755837Z","time spent":"4.026383587s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892621339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.782342Z","caller":"traceutil/trace.go:171","msg":"trace[841344811] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25438; }","duration":"2.89521381s","start":"2026-03-08T03:20:49.88711Z","end":"2026-03-08T03:20:52.782324Z","steps":["trace[841344811] 'agreement among raft nodes before linearized reading' (duration: 2.892631959s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.78241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.887088Z","time spent":"2.895305362s","remote":"127.0.0.1:33278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:52.779815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695356783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:52.782498Z","caller":"traceutil/trace.go:171","msg":"trace[1582707680] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25438; }","duration":"3.698036276s","start":"2026-03-08T03:20:49.084416Z","end":"2026-03-08T03:20:52.782452Z","steps":["trace[1582707680] 'agreement among raft nodes before linearized reading' (duration: 3.695341773s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.782571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.084405Z","time spent":"3.698144089s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693424657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.782705Z","caller":"traceutil/trace.go:171","msg":"trace[2049461995] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25438; }","duration":"3.696308216s","start":"2026-03-08T03:20:49.086373Z","end":"2026-03-08T03:20:52.782682Z","steps":["trace[2049461995] 'agreement among raft nodes before linearized reading' (duration: 3.693422288s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.782775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.086367Z","time spent":"3.696389748s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:52.77986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696453929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.783122Z","caller":"traceutil/trace.go:171","msg":"trace[1932013881] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25438; }","duration":"3.699719646s","start":"2026-03-08T03:20:49.083384Z","end":"2026-03-08T03:20:52.783104Z","steps":["trace[1932013881] 'agreement among raft nodes before linearized reading' (duration: 3.696455829s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.779855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542282258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-08T03:20:52.783368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.083379Z","time spent":"3.699785587s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:20:52.783444Z","caller":"traceutil/trace.go:171","msg":"trace[588238965] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25438; }","duration":"3.545886712s","start":"2026-03-08T03:20:49.237538Z","end":"2026-03-08T03:20:52.783424Z","steps":["trace[588238965] 'agreement among raft nodes before linearized reading' (duration: 3.542231216s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.783512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.237524Z","time spent":"3.545969725s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696524581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.78365Z","caller":"traceutil/trace.go:171","msg":"trace[1685734367] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25438; }","duration":"3.700262799s","start":"2026-03-08T03:20:49.083362Z","end":"2026-03-08T03:20:52.783625Z","steps":["trace[1685734367] 'agreement among raft nodes before linearized reading' (duration: 3.696511801s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.783708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.083322Z","time spent":"3.700369802s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231768941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-h88kw\" ","response":"range_response_count:1 size:3478"} {"level":"info","ts":"2026-03-08T03:20:52.783768Z","caller":"traceutil/trace.go:171","msg":"trace[515018860] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-h88kw; range_end:; response_count:1; response_revision:25438; }","duration":"4.235632262s","start":"2026-03-08T03:20:48.548116Z","end":"2026-03-08T03:20:52.783748Z","steps":["trace[515018860] 'agreement among raft nodes before linearized reading' (duration: 4.231704199s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.783833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.548111Z","time spent":"4.235707944s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3501,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-h88kw\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664022242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:52.783884Z","caller":"traceutil/trace.go:171","msg":"trace[435236751] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25438; }","duration":"1.668021907s","start":"2026-03-08T03:20:51.115845Z","end":"2026-03-08T03:20:52.783867Z","steps":["trace[435236751] 'agreement among raft nodes before linearized reading' (duration: 1.663992012s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.783949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.115823Z","time spent":"1.668106588s","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:52.779931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.285781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.784053Z","caller":"traceutil/trace.go:171","msg":"trace[1961019172] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25438; }","duration":"559.426719ms","start":"2026-03-08T03:20:52.224605Z","end":"2026-03-08T03:20:52.784032Z","steps":["trace[1961019172] 'agreement among raft nodes before linearized reading' (duration: 555.305381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.779941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688116593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:52.78413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.224586Z","time spent":"559.515621ms","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:52.784171Z","caller":"traceutil/trace.go:171","msg":"trace[285657000] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25438; }","duration":"3.692351853s","start":"2026-03-08T03:20:49.09181Z","end":"2026-03-08T03:20:52.784162Z","steps":["trace[285657000] 'agreement among raft nodes before linearized reading' (duration: 3.688066062s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.784201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.091805Z","time spent":"3.692386923s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.475096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.784297Z","caller":"traceutil/trace.go:171","msg":"trace[422075611] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25438; }","duration":"206.747716ms","start":"2026-03-08T03:20:52.577486Z","end":"2026-03-08T03:20:52.784233Z","steps":["trace[422075611] 'agreement among raft nodes before linearized reading' (duration: 202.459775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.779977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200363413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.784483Z","caller":"traceutil/trace.go:171","msg":"trace[1099720974] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25438; }","duration":"1.20492543s","start":"2026-03-08T03:20:51.579541Z","end":"2026-03-08T03:20:52.784466Z","steps":["trace[1099720974] 'agreement among raft nodes before linearized reading' (duration: 1.200404013s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.779985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090881058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-08T03:20:52.784561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.579519Z","time spent":"1.205018692s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:52.78459Z","caller":"traceutil/trace.go:171","msg":"trace[1759774727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25438; }","duration":"2.095507157s","start":"2026-03-08T03:20:50.689072Z","end":"2026-03-08T03:20:52.784579Z","steps":["trace[1759774727] 'agreement among raft nodes before linearized reading' (duration: 2.090808587s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.784676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.68906Z","time spent":"2.095596589s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69395049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.784827Z","caller":"traceutil/trace.go:171","msg":"trace[1239944253] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25438; }","duration":"3.698743943s","start":"2026-03-08T03:20:49.086004Z","end":"2026-03-08T03:20:52.784748Z","steps":["trace[1239944253] 'agreement among raft nodes before linearized reading' (duration: 3.69395095s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.784881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.085997Z","time spent":"3.698873096s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693839377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:52.784995Z","caller":"traceutil/trace.go:171","msg":"trace[598801300] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25438; }","duration":"3.698837025s","start":"2026-03-08T03:20:49.086139Z","end":"2026-03-08T03:20:52.784976Z","steps":["trace[598801300] 'agreement among raft nodes before linearized reading' (duration: 3.693704054s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.785062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.086133Z","time spent":"3.698910437s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:52.779981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694261567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.785321Z","caller":"traceutil/trace.go:171","msg":"trace[367795990] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25438; }","duration":"3.699623983s","start":"2026-03-08T03:20:49.085678Z","end":"2026-03-08T03:20:52.785302Z","steps":["trace[367795990] 'agreement among raft nodes before linearized reading' (duration: 3.694226136s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.785386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.085672Z","time spent":"3.699697515s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:52.780055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44634334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.78565Z","caller":"traceutil/trace.go:171","msg":"trace[542959888] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25438; }","duration":"1.451946112s","start":"2026-03-08T03:20:51.333678Z","end":"2026-03-08T03:20:52.785624Z","steps":["trace[542959888] 'agreement among raft nodes before linearized reading' (duration: 1.44634288s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.780046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69522962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.785721Z","caller":"traceutil/trace.go:171","msg":"trace[1871185055] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25438; }","duration":"3.700910404s","start":"2026-03-08T03:20:49.084794Z","end":"2026-03-08T03:20:52.785704Z","steps":["trace[1871185055] 'agreement among raft nodes before linearized reading' (duration: 3.69523299s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.785723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.333649Z","time spent":"1.452053014s","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:52.785779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.084787Z","time spent":"3.700977805s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:52.780051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694238867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.785876Z","caller":"traceutil/trace.go:171","msg":"trace[1601478235] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25438; }","duration":"3.700074535s","start":"2026-03-08T03:20:49.085793Z","end":"2026-03-08T03:20:52.785867Z","steps":["trace[1601478235] 'agreement among raft nodes before linearized reading' (duration: 3.694240617s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.78591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.085787Z","time spent":"3.700114465s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:52.780062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607833063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.785969Z","caller":"traceutil/trace.go:171","msg":"trace[331894424] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25438; }","duration":"1.613769203s","start":"2026-03-08T03:20:51.172185Z","end":"2026-03-08T03:20:52.785954Z","steps":["trace[331894424] 'agreement among raft nodes before linearized reading' (duration: 1.607851773s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.780053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695002245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:52.78603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.172165Z","time spent":"1.613848314s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:52.786069Z","caller":"traceutil/trace.go:171","msg":"trace[1789806597] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25438; }","duration":"3.701024317s","start":"2026-03-08T03:20:49.085026Z","end":"2026-03-08T03:20:52.78605Z","steps":["trace[1789806597] 'agreement among raft nodes before linearized reading' (duration: 3.694998115s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.786136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.085019Z","time spent":"3.701099769s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:52.780073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414738707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:52.780023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165196264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:20:52.779555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692838134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:52.78Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.825289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:52.786215Z","caller":"traceutil/trace.go:171","msg":"trace[661026102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25438; }","duration":"2.171453941s","start":"2026-03-08T03:20:50.61475Z","end":"2026-03-08T03:20:52.786204Z","steps":["trace[661026102] 'agreement among raft nodes before linearized reading' (duration: 2.164913237s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:52.786221Z","caller":"traceutil/trace.go:171","msg":"trace[2077165440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25438; }","duration":"231.075587ms","start":"2026-03-08T03:20:52.555131Z","end":"2026-03-08T03:20:52.786206Z","steps":["trace[2077165440] 'agreement among raft nodes before linearized reading' (duration: 224.85395ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:52.786223Z","caller":"traceutil/trace.go:171","msg":"trace[187719883] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25438; }","duration":"3.699509061s","start":"2026-03-08T03:20:49.086695Z","end":"2026-03-08T03:20:52.786204Z","steps":["trace[187719883] 'agreement among raft nodes before linearized reading' (duration: 3.692828773s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:52.786221Z","caller":"traceutil/trace.go:171","msg":"trace[1922294769] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25438; }","duration":"1.420919152s","start":"2026-03-08T03:20:51.365278Z","end":"2026-03-08T03:20:52.786197Z","steps":["trace[1922294769] 'agreement among raft nodes before linearized reading' (duration: 1.414751857s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:52.786262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.614739Z","time spent":"2.171511593s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:20:52.786279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.086689Z","time spent":"3.699575252s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:52.786302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.365255Z","time spent":"1.421019745s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:20:53.097547Z","caller":"traceutil/trace.go:171","msg":"trace[457009168] linearizableReadLoop","detail":"{readStateIndex:26342; appliedIndex:26341; }","duration":"307.83598ms","start":"2026-03-08T03:20:52.789636Z","end":"2026-03-08T03:20:53.097472Z","steps":["trace[457009168] 'read index received' (duration: 307.40892ms)","trace[457009168] 'applied index is now lower than readState.Index' (duration: 425.18µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:53.097631Z","caller":"traceutil/trace.go:171","msg":"trace[617371528] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"310.763529ms","start":"2026-03-08T03:20:52.78683Z","end":"2026-03-08T03:20:53.097594Z","steps":["trace[617371528] 'process raft request' (duration: 310.151815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:53.09781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.786809Z","time spent":"310.911672ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:53.098074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.408314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-08T03:20:53.098177Z","caller":"traceutil/trace.go:171","msg":"trace[708700740] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7; range_end:; response_count:1; response_revision:25439; }","duration":"308.567037ms","start":"2026-03-08T03:20:52.789581Z","end":"2026-03-08T03:20:53.098148Z","steps":["trace[708700740] 'agreement among raft nodes before linearized reading' (duration: 308.129517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:53.098238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.789553Z","time spent":"308.67365ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abd672efe07a7\" "} {"level":"warn","ts":"2026-03-08T03:20:53.598773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:54.098986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:54.59959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:54.728339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563059102s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:20:54.791296Z","caller":"traceutil/trace.go:171","msg":"trace[634766442] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"1.80224412s","start":"2026-03-08T03:20:52.989029Z","end":"2026-03-08T03:20:54.791274Z","steps":["trace[634766442] 'process raft request' (duration: 1.802167578s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:54.791366Z","caller":"traceutil/trace.go:171","msg":"trace[620650071] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"2.000182689s","start":"2026-03-08T03:20:52.791158Z","end":"2026-03-08T03:20:54.79134Z","steps":["trace[620650071] 'process raft request' (duration: 1.937423844s)","trace[620650071] 'compare' (duration: 61.968626ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:54.791389Z","caller":"traceutil/trace.go:171","msg":"trace[13816565] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"2.000213129s","start":"2026-03-08T03:20:52.791157Z","end":"2026-03-08T03:20:54.79137Z","steps":["trace[13816565] 'process raft request' (duration: 1.999904292s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.791822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.791143Z","time spent":"2.000618768s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:54.791824Z","caller":"traceutil/trace.go:171","msg":"trace[1274433770] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"1.802723831s","start":"2026-03-08T03:20:52.98908Z","end":"2026-03-08T03:20:54.791803Z","steps":["trace[1274433770] 'process raft request' (duration: 1.802156938s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.79145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.989023Z","time spent":"1.802350632s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:54.791498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.791148Z","time spent":"2.000279271s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:54.791885Z","caller":"traceutil/trace.go:171","msg":"trace[1914113587] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"1.802476455s","start":"2026-03-08T03:20:52.989385Z","end":"2026-03-08T03:20:54.791861Z","steps":["trace[1914113587] 'process raft request' (duration: 1.802338632s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:54.79189Z","caller":"traceutil/trace.go:171","msg":"trace[1240856582] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"1.801995204s","start":"2026-03-08T03:20:52.98987Z","end":"2026-03-08T03:20:54.791866Z","steps":["trace[1240856582] 'process raft request' (duration: 1.801913982s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:54.791886Z","caller":"traceutil/trace.go:171","msg":"trace[1473228716] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"1.802516526s","start":"2026-03-08T03:20:52.989331Z","end":"2026-03-08T03:20:54.791848Z","steps":["trace[1473228716] 'process raft request' (duration: 1.802293221s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:54.791945Z","caller":"traceutil/trace.go:171","msg":"trace[1332695442] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"1.801623805s","start":"2026-03-08T03:20:52.99031Z","end":"2026-03-08T03:20:54.791933Z","steps":["trace[1332695442] 'process raft request' (duration: 1.801518403s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.792007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.98986Z","time spent":"1.802091266s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:54.792018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.990287Z","time spent":"1.801697617s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:54.791915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.989074Z","time spent":"1.802791143s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:54.792046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.989379Z","time spent":"1.802587048s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:54.791498Z","caller":"traceutil/trace.go:171","msg":"trace[1280862491] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"1.802567298s","start":"2026-03-08T03:20:52.988904Z","end":"2026-03-08T03:20:54.791471Z","steps":["trace[1280862491] 'process raft request' (duration: 1.80225003s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.792595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.988891Z","time spent":"1.803665163s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:54.79209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.989321Z","time spent":"1.80265849s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:54.793058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:54.793121Z","caller":"traceutil/trace.go:171","msg":"trace[467717523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604949s","start":"2026-03-08T03:20:52.792495Z","end":"2026-03-08T03:20:54.7931Z","steps":["trace[467717523] 'agreement among raft nodes before linearized reading' (duration: 2.000545987s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.793151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.792489Z","time spent":"2.00065752s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-08T03:20:54.845578Z","caller":"traceutil/trace.go:171","msg":"trace[624176605] linearizableReadLoop","detail":"{readStateIndex:26352; appliedIndex:26342; }","duration":"1.747863533s","start":"2026-03-08T03:20:53.09769Z","end":"2026-03-08T03:20:54.845553Z","steps":["trace[624176605] 'read index received' (duration: 1.630992678s)","trace[624176605] 'applied index is now lower than readState.Index' (duration: 116.869975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:54.845823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857007276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:20:54.845902Z","caller":"traceutil/trace.go:171","msg":"trace[852099772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25449; }","duration":"1.857122268s","start":"2026-03-08T03:20:52.988761Z","end":"2026-03-08T03:20:54.845883Z","steps":["trace[852099772] 'agreement among raft nodes before linearized reading' (duration: 1.856821801s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.845953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.988741Z","time spent":"1.857203941s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:20:54.846036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053502231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:20:54.846071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860132879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:20:54.846159Z","caller":"traceutil/trace.go:171","msg":"trace[876886407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25449; }","duration":"1.860260773s","start":"2026-03-08T03:20:52.985885Z","end":"2026-03-08T03:20:54.846146Z","steps":["trace[876886407] 'agreement among raft nodes before linearized reading' (duration: 1.859976786s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.846238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.98586Z","time spent":"1.860366404s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:54.846249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857243622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:20:54.846282Z","caller":"traceutil/trace.go:171","msg":"trace[133620154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25449; }","duration":"1.857284592s","start":"2026-03-08T03:20:52.988984Z","end":"2026-03-08T03:20:54.846269Z","steps":["trace[133620154] 'agreement among raft nodes before linearized reading' (duration: 1.85719886s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.846293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05642599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-08T03:20:54.845784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051803441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:54.8464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857418995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:20:54.84641Z","caller":"traceutil/trace.go:171","msg":"trace[768568079] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25449; }","duration":"2.052480757s","start":"2026-03-08T03:20:52.793897Z","end":"2026-03-08T03:20:54.846378Z","steps":["trace[768568079] 'agreement among raft nodes before linearized reading' (duration: 2.051703199s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:54.846447Z","caller":"traceutil/trace.go:171","msg":"trace[2132109482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25449; }","duration":"1.857476507s","start":"2026-03-08T03:20:52.988958Z","end":"2026-03-08T03:20:54.846435Z","steps":["trace[2132109482] 'agreement among raft nodes before linearized reading' (duration: 1.857375215s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.846492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.988953Z","time spent":"1.857529078s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:20:54.846498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.793892Z","time spent":"2.052580329s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:20:54.84643Z","caller":"traceutil/trace.go:171","msg":"trace[44324011] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25449; }","duration":"2.056539052s","start":"2026-03-08T03:20:52.789823Z","end":"2026-03-08T03:20:54.846362Z","steps":["trace[44324011] 'agreement among raft nodes before linearized reading' (duration: 2.056311996s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.846316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.98898Z","time spent":"1.857329193s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:54.846658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.789808Z","time spent":"2.056798108s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:20:54.846787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744123764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:54.84685Z","caller":"traceutil/trace.go:171","msg":"trace[1427037680] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25449; }","duration":"1.744207607s","start":"2026-03-08T03:20:53.102628Z","end":"2026-03-08T03:20:54.846835Z","steps":["trace[1427037680] 'agreement among raft nodes before linearized reading' (duration: 1.744083204s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.846886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:53.102619Z","time spent":"1.744257498s","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:54.846112Z","caller":"traceutil/trace.go:171","msg":"trace[163314549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25449; }","duration":"2.053631054s","start":"2026-03-08T03:20:52.792444Z","end":"2026-03-08T03:20:54.846075Z","steps":["trace[163314549] 'agreement among raft nodes before linearized reading' (duration: 2.053296016s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.847248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.792438Z","time spent":"2.054637707s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:20:54.847982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.495942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:20:54.848031Z","caller":"traceutil/trace.go:171","msg":"trace[1358049556] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:25449; }","duration":"155.573654ms","start":"2026-03-08T03:20:54.692446Z","end":"2026-03-08T03:20:54.84802Z","steps":["trace[1358049556] 'agreement among raft nodes before linearized reading' (duration: 155.399989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.84836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296119372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:54.848408Z","caller":"traceutil/trace.go:171","msg":"trace[1163887486] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25449; }","duration":"1.296198004s","start":"2026-03-08T03:20:53.552198Z","end":"2026-03-08T03:20:54.848396Z","steps":["trace[1163887486] 'agreement among raft nodes before linearized reading' (duration: 1.296132083s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.848439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:53.55218Z","time spent":"1.296250245s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:54.848457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141707706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:20:54.848527Z","caller":"traceutil/trace.go:171","msg":"trace[1006843614] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25449; }","duration":"1.141807017s","start":"2026-03-08T03:20:53.706708Z","end":"2026-03-08T03:20:54.848515Z","steps":["trace[1006843614] 'agreement among raft nodes before linearized reading' (duration: 1.141566522s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.848572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:53.706691Z","time spent":"1.141869739s","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":169,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:54.849496Z","caller":"traceutil/trace.go:171","msg":"trace[2116486848] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"1.748097627s","start":"2026-03-08T03:20:53.100984Z","end":"2026-03-08T03:20:54.849081Z","steps":["trace[2116486848] 'process raft request' (duration: 1.744401791s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.849641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:53.100964Z","time spent":"1.748583649s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:55.355968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.427452ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-08T03:20:55.356051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.8493Z","time spent":"506.746353ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:20:55.383715Z","caller":"traceutil/trace.go:171","msg":"trace[1393370814] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"530.536711ms","start":"2026-03-08T03:20:54.853139Z","end":"2026-03-08T03:20:55.383676Z","steps":["trace[1393370814] 'process raft request' (duration: 530.179903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:55.383942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.853126Z","time spent":"530.695126ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:55.383995Z","caller":"traceutil/trace.go:171","msg":"trace[1057742938] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"528.945984ms","start":"2026-03-08T03:20:54.855025Z","end":"2026-03-08T03:20:55.383971Z","steps":["trace[1057742938] 'process raft request' (duration: 528.602706ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:55.384074Z","caller":"traceutil/trace.go:171","msg":"trace[1971614280] linearizableReadLoop","detail":"{readStateIndex:26357; appliedIndex:26352; }","duration":"527.733706ms","start":"2026-03-08T03:20:54.856319Z","end":"2026-03-08T03:20:55.384052Z","steps":["trace[1971614280] 'read index received' (duration: 280.687356ms)","trace[1971614280] 'applied index is now lower than readState.Index' (duration: 247.04543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:55.384134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.854997Z","time spent":"529.057057ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:55.384107Z","caller":"traceutil/trace.go:171","msg":"trace[1136826376] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"528.892922ms","start":"2026-03-08T03:20:54.855181Z","end":"2026-03-08T03:20:55.384074Z","steps":["trace[1136826376] 'process raft request' (duration: 528.696278ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:55.384226Z","caller":"traceutil/trace.go:171","msg":"trace[1294728114] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"528.7832ms","start":"2026-03-08T03:20:54.855417Z","end":"2026-03-08T03:20:55.3842Z","steps":["trace[1294728114] 'process raft request' (duration: 528.578646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:55.384261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.855123Z","time spent":"529.065597ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:55.384314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.916494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-08T03:20:55.384312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.812954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-08T03:20:55.384356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.85539Z","time spent":"528.901253ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:55.384373Z","caller":"traceutil/trace.go:171","msg":"trace[1199189945] range","detail":"{range_begin:/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2; range_end:; response_count:1; response_revision:25453; }","duration":"529.903526ms","start":"2026-03-08T03:20:54.854454Z","end":"2026-03-08T03:20:55.384358Z","steps":["trace[1199189945] 'agreement among raft nodes before linearized reading' (duration: 529.715232ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:55.384366Z","caller":"traceutil/trace.go:171","msg":"trace[920340999] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25453; }","duration":"528.980235ms","start":"2026-03-08T03:20:54.855372Z","end":"2026-03-08T03:20:55.384352Z","steps":["trace[920340999] 'agreement among raft nodes before linearized reading' (duration: 528.793241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:55.384416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.854446Z","time spent":"529.959188ms","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-103f58bc-1c7f-401a-8fdb-b4d02a1a58d2\" "} {"level":"warn","ts":"2026-03-08T03:20:55.384422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.855366Z","time spent":"529.048796ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:20:55.732523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.821549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:55.732587Z","caller":"traceutil/trace.go:171","msg":"trace[1140405966] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25455; }","duration":"871.930541ms","start":"2026-03-08T03:20:54.860645Z","end":"2026-03-08T03:20:55.732576Z","steps":["trace[1140405966] 'agreement among raft nodes before linearized reading' (duration: 871.806239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:55.732628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.860628Z","time spent":"871.990722ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:20:55.732623Z","caller":"traceutil/trace.go:171","msg":"trace[254162488] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"541.835118ms","start":"2026-03-08T03:20:55.190737Z","end":"2026-03-08T03:20:55.732572Z","steps":["trace[254162488] 'process raft request' (duration: 453.472848ms)","trace[254162488] 'compare' (duration: 87.639723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:55.732554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.51802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:55.732875Z","caller":"traceutil/trace.go:171","msg":"trace[1021332131] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25455; }","duration":"822.879189ms","start":"2026-03-08T03:20:54.909975Z","end":"2026-03-08T03:20:55.732854Z","steps":["trace[1021332131] 'agreement among raft nodes before linearized reading' (duration: 822.450929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:55.732915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.520448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:55.732975Z","caller":"traceutil/trace.go:171","msg":"trace[1989401687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25455; }","duration":"873.633901ms","start":"2026-03-08T03:20:54.859327Z","end":"2026-03-08T03:20:55.732961Z","steps":["trace[1989401687] 'agreement among raft nodes before linearized reading' (duration: 873.502638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:55.733016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.859316Z","time spent":"873.692633ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:55.732786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.19071Z","time spent":"541.992451ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:55.732995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.909956Z","time spent":"822.996121ms","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T03:20:55.733141Z","caller":"traceutil/trace.go:171","msg":"trace[665851954] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"376.221267ms","start":"2026-03-08T03:20:55.356902Z","end":"2026-03-08T03:20:55.733123Z","steps":["trace[665851954] 'process raft request' (duration: 375.397448ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:55.732396Z","caller":"traceutil/trace.go:171","msg":"trace[498427306] linearizableReadLoop","detail":"{readStateIndex:26359; appliedIndex:26357; }","duration":"348.229121ms","start":"2026-03-08T03:20:55.384142Z","end":"2026-03-08T03:20:55.732371Z","steps":["trace[498427306] 'read index received' (duration: 260.020294ms)","trace[498427306] 'applied index is now lower than readState.Index' (duration: 88.207597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:55.732886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.920876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:20:55.733252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.356882Z","time spent":"376.315459ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:55.733308Z","caller":"traceutil/trace.go:171","msg":"trace[533678112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25455; }","duration":"631.383017ms","start":"2026-03-08T03:20:55.101889Z","end":"2026-03-08T03:20:55.733272Z","steps":["trace[533678112] 'agreement among raft nodes before linearized reading' (duration: 630.498346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:55.733423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.101874Z","time spent":"631.512779ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:56.233518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:56.522126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.285733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:56.522338Z","caller":"traceutil/trace.go:171","msg":"trace[1282983530] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"1.127638815s","start":"2026-03-08T03:20:55.394673Z","end":"2026-03-08T03:20:56.522312Z","steps":["trace[1282983530] 'process raft request' (duration: 875.078087ms)","trace[1282983530] 'compare' (duration: 252.135818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:56.522439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.394655Z","time spent":"1.127737528s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:56.575315Z","caller":"traceutil/trace.go:171","msg":"trace[180510040] linearizableReadLoop","detail":"{readStateIndex:26361; appliedIndex:26359; }","duration":"842.078374ms","start":"2026-03-08T03:20:55.733213Z","end":"2026-03-08T03:20:56.575291Z","steps":["trace[180510040] 'read index received' (duration: 536.503543ms)","trace[180510040] 'applied index is now lower than readState.Index' (duration: 305.573721ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:56.575368Z","caller":"traceutil/trace.go:171","msg":"trace[753537891] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"837.060446ms","start":"2026-03-08T03:20:55.738284Z","end":"2026-03-08T03:20:56.575345Z","steps":["trace[753537891] 'process raft request' (duration: 836.866052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:56.575486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.738265Z","time spent":"837.157118ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:56.575468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05403827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:56.575537Z","caller":"traceutil/trace.go:171","msg":"trace[1247091784] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25457; }","duration":"1.054162423s","start":"2026-03-08T03:20:55.521357Z","end":"2026-03-08T03:20:56.575519Z","steps":["trace[1247091784] 'agreement among raft nodes before linearized reading' (duration: 1.05403385s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:56.575607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.521335Z","time spent":"1.054260426s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:56.57562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.538113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:56.575617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.544164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:20:56.575651Z","caller":"traceutil/trace.go:171","msg":"trace[275927392] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25457; }","duration":"836.590194ms","start":"2026-03-08T03:20:55.739051Z","end":"2026-03-08T03:20:56.575641Z","steps":["trace[275927392] 'agreement among raft nodes before linearized reading' (duration: 836.536763ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:56.575658Z","caller":"traceutil/trace.go:171","msg":"trace[1517944875] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25457; }","duration":"839.615595ms","start":"2026-03-08T03:20:55.736032Z","end":"2026-03-08T03:20:56.575647Z","steps":["trace[1517944875] 'agreement among raft nodes before linearized reading' (duration: 839.431421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:56.575677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.739043Z","time spent":"836.630196ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:20:56.575691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.736018Z","time spent":"839.665297ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:20:56.575682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.986337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:56.575787Z","caller":"traceutil/trace.go:171","msg":"trace[374907502] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25457; }","duration":"838.122901ms","start":"2026-03-08T03:20:55.73764Z","end":"2026-03-08T03:20:56.575763Z","steps":["trace[374907502] 'agreement among raft nodes before linearized reading' (duration: 837.957967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:56.575854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.737625Z","time spent":"838.211493ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:20:57.090565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908191,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:20:57.418075Z","caller":"traceutil/trace.go:171","msg":"trace[667160304] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"833.161475ms","start":"2026-03-08T03:20:56.584888Z","end":"2026-03-08T03:20:57.418049Z","steps":["trace[667160304] 'process raft request' (duration: 771.711395ms)","trace[667160304] 'compare' (duration: 61.171394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:57.418267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.584859Z","time spent":"833.33344ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:58.659181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.751326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:58.659375Z","caller":"traceutil/trace.go:171","msg":"trace[1114474012] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"1.862435127s","start":"2026-03-08T03:20:56.796914Z","end":"2026-03-08T03:20:58.659349Z","steps":["trace[1114474012] 'process raft request' (duration: 869.433845ms)","trace[1114474012] 'compare' (duration: 992.288665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:58.659488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.796881Z","time spent":"1.86254809s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:58.65967Z","caller":"traceutil/trace.go:171","msg":"trace[1552420475] linearizableReadLoop","detail":"{readStateIndex:26369; appliedIndex:26361; }","duration":"2.069627733s","start":"2026-03-08T03:20:56.590025Z","end":"2026-03-08T03:20:58.659653Z","steps":["trace[1552420475] 'read index received' (duration: 766.627576ms)","trace[1552420475] 'applied index is now lower than readState.Index' (duration: 1.302999347s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:58.659727Z","caller":"traceutil/trace.go:171","msg":"trace[699350690] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"1.861635269s","start":"2026-03-08T03:20:56.798078Z","end":"2026-03-08T03:20:58.659714Z","steps":["trace[699350690] 'process raft request' (duration: 1.861366772s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:58.65975Z","caller":"traceutil/trace.go:171","msg":"trace[1519988549] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"1.861187768s","start":"2026-03-08T03:20:56.798553Z","end":"2026-03-08T03:20:58.65974Z","steps":["trace[1519988549] 'process raft request' (duration: 1.860927882s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:58.659772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.79807Z","time spent":"1.861679229s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:58.659811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.79854Z","time spent":"1.861236239s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:58.659929Z","caller":"traceutil/trace.go:171","msg":"trace[1777531995] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"1.393220471s","start":"2026-03-08T03:20:57.2667Z","end":"2026-03-08T03:20:58.659921Z","steps":["trace[1777531995] 'process raft request' (duration: 1.392915854s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:58.659988Z","caller":"traceutil/trace.go:171","msg":"trace[173751190] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"1.862216232s","start":"2026-03-08T03:20:56.797764Z","end":"2026-03-08T03:20:58.65998Z","steps":["trace[173751190] 'process raft request' (duration: 1.861513175s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:58.660012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.266674Z","time spent":"1.393307043s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:58.660029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.797748Z","time spent":"1.862258253s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:58.660139Z","caller":"traceutil/trace.go:171","msg":"trace[834234267] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"1.8621652s","start":"2026-03-08T03:20:56.797928Z","end":"2026-03-08T03:20:58.660093Z","steps":["trace[834234267] 'process raft request' (duration: 1.861474774s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:58.660275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070244127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:20:58.66031Z","caller":"traceutil/trace.go:171","msg":"trace[955365872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25466; }","duration":"2.070293728s","start":"2026-03-08T03:20:56.590006Z","end":"2026-03-08T03:20:58.660299Z","steps":["trace[955365872] 'agreement among raft nodes before linearized reading' (duration: 2.070154845s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:58.660332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.797919Z","time spent":"1.862293644s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:58.660345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.589998Z","time spent":"2.070338059s","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T03:20:58.660015Z","caller":"traceutil/trace.go:171","msg":"trace[132059862] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"1.860912881s","start":"2026-03-08T03:20:56.799001Z","end":"2026-03-08T03:20:58.659914Z","steps":["trace[132059862] 'process raft request' (duration: 1.860580193s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:58.660532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.798994Z","time spent":"1.861430093s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:58.660362Z","caller":"traceutil/trace.go:171","msg":"trace[896436860] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"1.861407073s","start":"2026-03-08T03:20:56.798935Z","end":"2026-03-08T03:20:58.660342Z","steps":["trace[896436860] 'process raft request' (duration: 1.860580174s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:58.660732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.798922Z","time spent":"1.861774191s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:58.711536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:58.711959Z","caller":"traceutil/trace.go:171","msg":"trace[264579404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561364s","start":"2026-03-08T03:20:56.711093Z","end":"2026-03-08T03:20:58.711654Z","steps":["trace[264579404] 'agreement among raft nodes before linearized reading' (duration: 2.00037311s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:58.712224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.711064Z","time spent":"2.000986534s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:59.402951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.101517ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:59.403233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.66581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:59.403332Z","caller":"traceutil/trace.go:171","msg":"trace[1445408319] linearizableReadLoop","detail":"{readStateIndex:26371; appliedIndex:26370; }","duration":"743.614367ms","start":"2026-03-08T03:20:58.659703Z","end":"2026-03-08T03:20:59.403318Z","steps":["trace[1445408319] 'read index received' (duration: 243.787753ms)","trace[1445408319] 'applied index is now lower than readState.Index' (duration: 499.825554ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:59.403535Z","caller":"traceutil/trace.go:171","msg":"trace[781996034] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"913.821506ms","start":"2026-03-08T03:20:58.489702Z","end":"2026-03-08T03:20:59.403523Z","steps":["trace[781996034] 'process raft request' (duration: 413.793487ms)","trace[781996034] 'compare' (duration: 499.352873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:59.403629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:58.489662Z","time spent":"913.933958ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:59.403824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547851129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:59.40387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550860061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.403885Z","caller":"traceutil/trace.go:171","msg":"trace[955679435] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25467; }","duration":"2.547935532s","start":"2026-03-08T03:20:56.855935Z","end":"2026-03-08T03:20:59.40387Z","steps":["trace[955679435] 'agreement among raft nodes before linearized reading' (duration: 2.547834129s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:59.4039Z","caller":"traceutil/trace.go:171","msg":"trace[806431679] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25467; }","duration":"2.550904531s","start":"2026-03-08T03:20:56.852985Z","end":"2026-03-08T03:20:59.40389Z","steps":["trace[806431679] 'agreement among raft nodes before linearized reading' (duration: 2.55086974s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.403929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.852976Z","time spent":"2.550947692s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:59.403943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.855923Z","time spent":"2.548001673s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547342778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:59.404059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548065935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.404077Z","caller":"traceutil/trace.go:171","msg":"trace[1518401541] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25467; }","duration":"2.547414159s","start":"2026-03-08T03:20:56.85665Z","end":"2026-03-08T03:20:59.404065Z","steps":["trace[1518401541] 'agreement among raft nodes before linearized reading' (duration: 2.547259216s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:59.404085Z","caller":"traceutil/trace.go:171","msg":"trace[299708109] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25467; }","duration":"2.548104316s","start":"2026-03-08T03:20:56.855972Z","end":"2026-03-08T03:20:59.404076Z","steps":["trace[299708109] 'agreement among raft nodes before linearized reading' (duration: 2.548067725s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.856641Z","time spent":"2.54745741s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.855967Z","time spent":"2.548150227s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:59.403836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547880431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:59.404179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547219275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.404196Z","caller":"traceutil/trace.go:171","msg":"trace[338951729] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25467; }","duration":"2.547266326s","start":"2026-03-08T03:20:56.856926Z","end":"2026-03-08T03:20:59.404192Z","steps":["trace[338951729] 'agreement among raft nodes before linearized reading' (duration: 2.547243796s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.856906Z","time spent":"2.547299907s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546858477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.404173Z","caller":"traceutil/trace.go:171","msg":"trace[600958599] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25467; }","duration":"2.548210209s","start":"2026-03-08T03:20:56.855947Z","end":"2026-03-08T03:20:59.404157Z","steps":["trace[600958599] 'agreement among raft nodes before linearized reading' (duration: 2.54785613s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:59.404239Z","caller":"traceutil/trace.go:171","msg":"trace[1542282049] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25467; }","duration":"2.546905078s","start":"2026-03-08T03:20:56.857322Z","end":"2026-03-08T03:20:59.404227Z","steps":["trace[1542282049] 'agreement among raft nodes before linearized reading' (duration: 2.546867257s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552089659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:59.404274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456627242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:59.404266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.855904Z","time spent":"2.548345222s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.418438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-08T03:20:59.404331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547074802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:59.404331Z","caller":"traceutil/trace.go:171","msg":"trace[284053276] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25467; }","duration":"2.456710784s","start":"2026-03-08T03:20:56.947603Z","end":"2026-03-08T03:20:59.404314Z","steps":["trace[284053276] 'agreement among raft nodes before linearized reading' (duration: 2.456638383s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:59.404354Z","caller":"traceutil/trace.go:171","msg":"trace[1553726868] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25467; }","duration":"2.547122303s","start":"2026-03-08T03:20:56.857227Z","end":"2026-03-08T03:20:59.404349Z","steps":["trace[1553726868] 'agreement among raft nodes before linearized reading' (duration: 2.547077792s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014753066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:20:59.404358Z","caller":"traceutil/trace.go:171","msg":"trace[1363096254] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25467; }","duration":"739.50289ms","start":"2026-03-08T03:20:58.664844Z","end":"2026-03-08T03:20:59.404347Z","steps":["trace[1363096254] 'agreement among raft nodes before linearized reading' (duration: 739.378807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.857215Z","time spent":"2.547156544s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:20:59.404341Z","caller":"traceutil/trace.go:171","msg":"trace[1046085668] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25467; }","duration":"2.552225762s","start":"2026-03-08T03:20:56.852057Z","end":"2026-03-08T03:20:59.404283Z","steps":["trace[1046085668] 'agreement among raft nodes before linearized reading' (duration: 2.552087499s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:59.40438Z","caller":"traceutil/trace.go:171","msg":"trace[718208720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25467; }","duration":"2.014791238s","start":"2026-03-08T03:20:57.389582Z","end":"2026-03-08T03:20:59.404373Z","steps":["trace[718208720] 'agreement among raft nodes before linearized reading' (duration: 2.014717296s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:58.66482Z","time spent":"739.562372ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547973593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.404414Z","caller":"traceutil/trace.go:171","msg":"trace[739981281] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25467; }","duration":"2.548410982s","start":"2026-03-08T03:20:56.856Z","end":"2026-03-08T03:20:59.404411Z","steps":["trace[739981281] 'agreement among raft nodes before linearized reading' (duration: 2.547945932s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.389575Z","time spent":"2.014832018s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:59.40443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.855994Z","time spent":"2.548432574s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.947558Z","time spent":"2.456804886s","remote":"127.0.0.1:34082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:59.404457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01533169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:20:59.404484Z","caller":"traceutil/trace.go:171","msg":"trace[1369484025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25467; }","duration":"2.015373761s","start":"2026-03-08T03:20:57.389103Z","end":"2026-03-08T03:20:59.404476Z","steps":["trace[1369484025] 'agreement among raft nodes before linearized reading' (duration: 2.015294929s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.389095Z","time spent":"2.015414182s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015228898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:20:59.404375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.976106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:59.404535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.441857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:59.404529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015466483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:20:59.404567Z","caller":"traceutil/trace.go:171","msg":"trace[1178334084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25467; }","duration":"692.498709ms","start":"2026-03-08T03:20:58.71206Z","end":"2026-03-08T03:20:59.404559Z","steps":["trace[1178334084] 'agreement among raft nodes before linearized reading' (duration: 692.452268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334872313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.404588Z","caller":"traceutil/trace.go:171","msg":"trace[1554897648] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25467; }","duration":"907.346044ms","start":"2026-03-08T03:20:58.497201Z","end":"2026-03-08T03:20:59.404547Z","steps":["trace[1554897648] 'agreement among raft nodes before linearized reading' (duration: 907.024386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547933222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:20:59.404602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:58.712046Z","time spent":"692.55091ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:20:59.404607Z","caller":"traceutil/trace.go:171","msg":"trace[1200975233] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25467; }","duration":"1.334946725s","start":"2026-03-08T03:20:58.06965Z","end":"2026-03-08T03:20:59.404597Z","steps":["trace[1200975233] 'agreement among raft nodes before linearized reading' (duration: 1.334892884s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546907578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.404632Z","caller":"traceutil/trace.go:171","msg":"trace[2040403020] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25467; }","duration":"2.547376019s","start":"2026-03-08T03:20:56.857252Z","end":"2026-03-08T03:20:59.404628Z","steps":["trace[2040403020] 'agreement among raft nodes before linearized reading' (duration: 2.546903057s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.867498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-08T03:20:59.404495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546813496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.404723Z","caller":"traceutil/trace.go:171","msg":"trace[2040542349] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25467; }","duration":"2.547081262s","start":"2026-03-08T03:20:56.857633Z","end":"2026-03-08T03:20:59.404714Z","steps":["trace[2040542349] 'agreement among raft nodes before linearized reading' (duration: 2.546667942s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:59.404731Z","caller":"traceutil/trace.go:171","msg":"trace[2080815142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25467; }","duration":"824.3825ms","start":"2026-03-08T03:20:58.580303Z","end":"2026-03-08T03:20:59.404685Z","steps":["trace[2080815142] 'agreement among raft nodes before linearized reading' (duration: 823.804686ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:59.404548Z","caller":"traceutil/trace.go:171","msg":"trace[1912508380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25467; }","duration":"2.01572515s","start":"2026-03-08T03:20:57.388814Z","end":"2026-03-08T03:20:59.404539Z","steps":["trace[1912508380] 'agreement among raft nodes before linearized reading' (duration: 2.015172107s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.857625Z","time spent":"2.547132913s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:58.580279Z","time spent":"824.503752ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:20:59.40477Z","caller":"traceutil/trace.go:171","msg":"trace[1370208565] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25466; }","duration":"301.894665ms","start":"2026-03-08T03:20:59.101815Z","end":"2026-03-08T03:20:59.403709Z","steps":["trace[1370208565] 'range keys from in-memory index tree' (duration: 301.086676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.404864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546517758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.404949Z","caller":"traceutil/trace.go:171","msg":"trace[1732236922] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25467; }","duration":"2.547750028s","start":"2026-03-08T03:20:56.857185Z","end":"2026-03-08T03:20:59.404935Z","steps":["trace[1732236922] 'agreement among raft nodes before linearized reading' (duration: 2.546459468s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.405024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.857181Z","time spent":"2.54783182s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.857312Z","time spent":"2.546959869s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546555299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:20:59.405225Z","caller":"traceutil/trace.go:171","msg":"trace[1719082351] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25467; }","duration":"2.547584834s","start":"2026-03-08T03:20:56.857621Z","end":"2026-03-08T03:20:59.405206Z","steps":["trace[1719082351] 'agreement among raft nodes before linearized reading' (duration: 2.546454818s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:59.404626Z","caller":"traceutil/trace.go:171","msg":"trace[1377642942] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25467; }","duration":"2.548453724s","start":"2026-03-08T03:20:56.856164Z","end":"2026-03-08T03:20:59.404617Z","steps":["trace[1377642942] 'agreement among raft nodes before linearized reading' (duration: 2.547891861s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.405358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.856155Z","time spent":"2.549184481s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:59.405368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.857616Z","time spent":"2.547697267s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547579884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:59.405465Z","caller":"traceutil/trace.go:171","msg":"trace[467922723] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25467; }","duration":"2.548759641s","start":"2026-03-08T03:20:56.856692Z","end":"2026-03-08T03:20:59.405452Z","steps":["trace[467922723] 'agreement among raft nodes before linearized reading' (duration: 2.547584113s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.405518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.856687Z","time spent":"2.548821302s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.852041Z","time spent":"2.552408136s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:20:59.404588Z","caller":"traceutil/trace.go:171","msg":"trace[84763533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25467; }","duration":"2.015580446s","start":"2026-03-08T03:20:57.388988Z","end":"2026-03-08T03:20:59.404569Z","steps":["trace[84763533] 'agreement among raft nodes before linearized reading' (duration: 2.015453033s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.405646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.38895Z","time spent":"2.016679242s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:58.069626Z","time spent":"1.335001847s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:59.404625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:58.497169Z","time spent":"907.445336ms","remote":"127.0.0.1:60692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:59.404645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.743335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:59.405986Z","caller":"traceutil/trace.go:171","msg":"trace[1547803593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25467; }","duration":"729.122247ms","start":"2026-03-08T03:20:58.676849Z","end":"2026-03-08T03:20:59.405971Z","steps":["trace[1547803593] 'agreement among raft nodes before linearized reading' (duration: 727.764495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.406036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:58.676831Z","time spent":"729.190919ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:59.404667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.857248Z","time spent":"2.547412429s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:20:59.404874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.388792Z","time spent":"2.015997645s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:00.827843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.231185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:00.827954Z","caller":"traceutil/trace.go:171","msg":"trace[462801418] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"1.418372929s","start":"2026-03-08T03:20:59.409563Z","end":"2026-03-08T03:21:00.827936Z","steps":["trace[462801418] 'process raft request' (duration: 433.97287ms)","trace[462801418] 'compare' (duration: 983.907598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:00.828011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.409533Z","time spent":"1.418452621s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:01.41342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:01.413499Z","caller":"traceutil/trace.go:171","msg":"trace[677975972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163894s","start":"2026-03-08T03:20:59.413318Z","end":"2026-03-08T03:21:01.413481Z","steps":["trace[677975972] 'agreement among raft nodes before linearized reading' (duration: 2.000077412s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:01.413541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.413301Z","time spent":"2.000231405s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:01.84153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.802668616s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:21:01.984145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.240853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:01.984334Z","caller":"traceutil/trace.go:171","msg":"trace[1239232486] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"2.573872249s","start":"2026-03-08T03:20:59.410437Z","end":"2026-03-08T03:21:01.984309Z","steps":["trace[1239232486] 'process raft request' (duration: 2.43139685s)","trace[1239232486] 'compare' (duration: 141.423634ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:01.984421Z","caller":"traceutil/trace.go:171","msg":"trace[1707211333] linearizableReadLoop","detail":"{readStateIndex:26375; appliedIndex:26371; }","duration":"2.571047863s","start":"2026-03-08T03:20:59.413361Z","end":"2026-03-08T03:21:01.984409Z","steps":["trace[1707211333] 'read index received' (duration: 430.185401ms)","trace[1707211333] 'applied index is now lower than readState.Index' (duration: 2.140861512s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:01.984417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.410424Z","time spent":"2.573956741s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:01.984414Z","caller":"traceutil/trace.go:171","msg":"trace[835995152] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"2.573868849s","start":"2026-03-08T03:20:59.410512Z","end":"2026-03-08T03:21:01.984381Z","steps":["trace[835995152] 'process raft request' (duration: 2.573734535s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:01.984472Z","caller":"traceutil/trace.go:171","msg":"trace[526920795] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"2.569179189s","start":"2026-03-08T03:20:59.415261Z","end":"2026-03-08T03:21:01.98444Z","steps":["trace[526920795] 'process raft request' (duration: 2.569107627s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:01.984468Z","caller":"traceutil/trace.go:171","msg":"trace[1135511640] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"2.573891829s","start":"2026-03-08T03:20:59.410544Z","end":"2026-03-08T03:21:01.984436Z","steps":["trace[1135511640] 'process raft request' (duration: 2.573791246s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:01.984607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.41525Z","time spent":"2.569288671s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:01.98461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.410503Z","time spent":"2.574029022s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:01.984657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.41054Z","time spent":"2.574044453s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:02.485286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:02.86567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023913136s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:21:03.414699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000596814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:03.414814Z","caller":"traceutil/trace.go:171","msg":"trace[327310212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723567s","start":"2026-03-08T03:21:01.414053Z","end":"2026-03-08T03:21:03.414777Z","steps":["trace[327310212] 'agreement among raft nodes before linearized reading' (duration: 2.000610414s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:03.414868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.414044Z","time spent":"2.000812389s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:03.678014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.176843ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:21:03.6798Z","caller":"traceutil/trace.go:171","msg":"trace[2137092781] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"3.014898945s","start":"2026-03-08T03:21:00.66487Z","end":"2026-03-08T03:21:03.679769Z","steps":["trace[2137092781] 'process raft request' (duration: 3.013212095s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:03.680031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.664841Z","time spent":"3.015056188s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:04.484675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.866323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:04.484887Z","caller":"traceutil/trace.go:171","msg":"trace[402002583] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"3.819805938s","start":"2026-03-08T03:21:00.665038Z","end":"2026-03-08T03:21:04.484844Z","steps":["trace[402002583] 'process raft request' (duration: 3.01470908s)","trace[402002583] 'compare' (duration: 804.32398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:04.485068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.665027Z","time spent":"3.819952141s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:04.485656Z","caller":"traceutil/trace.go:171","msg":"trace[1354627876] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"817.98383ms","start":"2026-03-08T03:21:03.667661Z","end":"2026-03-08T03:21:04.485645Z","steps":["trace[1354627876] 'process raft request' (duration: 817.944679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.485707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.6674Z","time spent":"818.285527ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:04.485761Z","caller":"traceutil/trace.go:171","msg":"trace[1125672850] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"3.817828271s","start":"2026-03-08T03:21:00.667911Z","end":"2026-03-08T03:21:04.485739Z","steps":["trace[1125672850] 'process raft request' (duration: 3.816987831s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.485784Z","caller":"traceutil/trace.go:171","msg":"trace[1979866912] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"3.817847511s","start":"2026-03-08T03:21:00.66791Z","end":"2026-03-08T03:21:04.485758Z","steps":["trace[1979866912] 'process raft request' (duration: 3.8169402s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.485782Z","caller":"traceutil/trace.go:171","msg":"trace[1530651459] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"3.817842662s","start":"2026-03-08T03:21:00.667926Z","end":"2026-03-08T03:21:04.485769Z","steps":["trace[1530651459] 'process raft request' (duration: 3.817001232s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.485788Z","caller":"traceutil/trace.go:171","msg":"trace[1939494277] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"3.817884863s","start":"2026-03-08T03:21:00.667876Z","end":"2026-03-08T03:21:04.485761Z","steps":["trace[1939494277] 'process raft request' (duration: 3.816875959s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.4858Z","caller":"traceutil/trace.go:171","msg":"trace[420974871] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"3.817795071s","start":"2026-03-08T03:21:00.667977Z","end":"2026-03-08T03:21:04.485772Z","steps":["trace[420974871] 'process raft request' (duration: 3.816969251s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.485868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.667898Z","time spent":"3.817919684s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:04.485896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.667901Z","time spent":"3.817932524s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:04.485895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.667899Z","time spent":"3.817935464s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:04.485874Z","caller":"traceutil/trace.go:171","msg":"trace[1603130329] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"2.049005998s","start":"2026-03-08T03:21:02.436787Z","end":"2026-03-08T03:21:04.485793Z","steps":["trace[1603130329] 'process raft request' (duration: 2.048184969s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.485916Z","caller":"traceutil/trace.go:171","msg":"trace[56697474] linearizableReadLoop","detail":"{readStateIndex:26385; appliedIndex:26376; }","duration":"2.5014166s","start":"2026-03-08T03:21:01.984471Z","end":"2026-03-08T03:21:04.485888Z","steps":["trace[56697474] 'read index received' (duration: 881.372215ms)","trace[56697474] 'applied index is now lower than readState.Index' (duration: 1.620042195s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:04.485949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.667944Z","time spent":"3.817925144s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:04.486009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074991523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07703458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:04.486042Z","caller":"traceutil/trace.go:171","msg":"trace[398172830] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25481; }","duration":"3.075033894s","start":"2026-03-08T03:21:01.410998Z","end":"2026-03-08T03:21:04.486032Z","steps":["trace[398172830] 'agreement among raft nodes before linearized reading' (duration: 3.074980083s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077096572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.41099Z","time spent":"3.075069735s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:21:04.486068Z","caller":"traceutil/trace.go:171","msg":"trace[1675894740] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25481; }","duration":"3.077153574s","start":"2026-03-08T03:21:01.408907Z","end":"2026-03-08T03:21:04.486061Z","steps":["trace[1675894740] 'agreement among raft nodes before linearized reading' (duration: 3.077119263s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.485941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.667848Z","time spent":"3.818013536s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:04.48609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.408887Z","time spent":"3.077197784s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688296786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:04.486064Z","caller":"traceutil/trace.go:171","msg":"trace[23728738] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25481; }","duration":"3.077107032s","start":"2026-03-08T03:21:01.408947Z","end":"2026-03-08T03:21:04.486054Z","steps":["trace[23728738] 'agreement among raft nodes before linearized reading' (duration: 3.077034971s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.486141Z","caller":"traceutil/trace.go:171","msg":"trace[1210223528] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25481; }","duration":"3.688388938s","start":"2026-03-08T03:21:00.797742Z","end":"2026-03-08T03:21:04.486131Z","steps":["trace[1210223528] 'agreement among raft nodes before linearized reading' (duration: 3.688291246s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.408926Z","time spent":"3.077219616s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.797725Z","time spent":"3.688435079s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:04.486154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074281736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07528611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:04.486229Z","caller":"traceutil/trace.go:171","msg":"trace[734974362] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25481; }","duration":"3.074370618s","start":"2026-03-08T03:21:01.411841Z","end":"2026-03-08T03:21:04.486211Z","steps":["trace[734974362] 'agreement among raft nodes before linearized reading' (duration: 3.074248725s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.48625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074600314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:04.486265Z","caller":"traceutil/trace.go:171","msg":"trace[498038285] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25481; }","duration":"3.075340911s","start":"2026-03-08T03:21:01.410912Z","end":"2026-03-08T03:21:04.486253Z","steps":["trace[498038285] 'agreement among raft nodes before linearized reading' (duration: 3.07529431s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.950539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:21:04.486279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.411835Z","time spent":"3.0744317s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:21:04.4863Z","caller":"traceutil/trace.go:171","msg":"trace[1100254947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25481; }","duration":"497.97267ms","start":"2026-03-08T03:21:03.988321Z","end":"2026-03-08T03:21:04.486294Z","steps":["trace[1100254947] 'agreement among raft nodes before linearized reading' (duration: 497.882098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.410901Z","time spent":"3.075393152s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064882126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.988264Z","time spent":"498.052532ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074721937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:21:04.486333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073975739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:04.486346Z","caller":"traceutil/trace.go:171","msg":"trace[562694139] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25481; }","duration":"3.074785858s","start":"2026-03-08T03:21:01.411555Z","end":"2026-03-08T03:21:04.486341Z","steps":["trace[562694139] 'agreement among raft nodes before linearized reading' (duration: 3.074730647s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.411547Z","time spent":"3.074825769s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:21:04.486384Z","caller":"traceutil/trace.go:171","msg":"trace[1636057071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25481; }","duration":"1.064948028s","start":"2026-03-08T03:21:03.421379Z","end":"2026-03-08T03:21:04.486327Z","steps":["trace[1636057071] 'agreement among raft nodes before linearized reading' (duration: 1.064926557s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.421362Z","time spent":"1.06504149s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:21:04.486417Z","caller":"traceutil/trace.go:171","msg":"trace[1145674684] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25481; }","duration":"3.074029841s","start":"2026-03-08T03:21:01.412335Z","end":"2026-03-08T03:21:04.486364Z","steps":["trace[1145674684] 'agreement among raft nodes before linearized reading' (duration: 3.073908398s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07657628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076650572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.412329Z","time spent":"3.074134933s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:21:04.486496Z","caller":"traceutil/trace.go:171","msg":"trace[1616095005] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25481; }","duration":"3.076703973s","start":"2026-03-08T03:21:01.409786Z","end":"2026-03-08T03:21:04.48649Z","steps":["trace[1616095005] 'agreement among raft nodes before linearized reading' (duration: 3.076660922s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.48648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.314208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:21:04.486533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075233548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:04.486559Z","caller":"traceutil/trace.go:171","msg":"trace[787653079] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25481; }","duration":"3.07527261s","start":"2026-03-08T03:21:01.41128Z","end":"2026-03-08T03:21:04.486552Z","steps":["trace[787653079] 'agreement among raft nodes before linearized reading' (duration: 3.075239959s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.48656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.129964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:21:04.486554Z","caller":"traceutil/trace.go:171","msg":"trace[1357187802] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25481; }","duration":"818.41477ms","start":"2026-03-08T03:21:03.668119Z","end":"2026-03-08T03:21:04.486534Z","steps":["trace[1357187802] 'agreement among raft nodes before linearized reading' (duration: 818.174444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.411272Z","time spent":"3.075301641s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:21:04.486583Z","caller":"traceutil/trace.go:171","msg":"trace[567479942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25481; }","duration":"498.193046ms","start":"2026-03-08T03:21:03.988385Z","end":"2026-03-08T03:21:04.486578Z","steps":["trace[567479942] 'agreement among raft nodes before linearized reading' (duration: 498.132414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074650875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.668102Z","time spent":"818.487992ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074554433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:21:04.486249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652752392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:21:04.486597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250387672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:04.486657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.247846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:21:04.486504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.618221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-08T03:21:04.486673Z","caller":"traceutil/trace.go:171","msg":"trace[1332161145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25481; }","duration":"1.653206203s","start":"2026-03-08T03:21:02.833456Z","end":"2026-03-08T03:21:04.486663Z","steps":["trace[1332161145] 'agreement among raft nodes before linearized reading' (duration: 1.652714231s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.612937195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.274287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:21:04.486721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.556822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:04.486212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074206925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351188756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:04.486748Z","caller":"traceutil/trace.go:171","msg":"trace[544162575] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25481; }","duration":"637.617422ms","start":"2026-03-08T03:21:03.849125Z","end":"2026-03-08T03:21:04.486742Z","steps":["trace[544162575] 'agreement among raft nodes before linearized reading' (duration: 637.574391ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.48676Z","caller":"traceutil/trace.go:171","msg":"trace[384222688] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25481; }","duration":"3.074770488s","start":"2026-03-08T03:21:01.411979Z","end":"2026-03-08T03:21:04.486749Z","steps":["trace[384222688] 'agreement among raft nodes before linearized reading' (duration: 3.074175664s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.486272Z","caller":"traceutil/trace.go:171","msg":"trace[776166718] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25481; }","duration":"3.074640444s","start":"2026-03-08T03:21:01.411625Z","end":"2026-03-08T03:21:04.486266Z","steps":["trace[776166718] 'agreement among raft nodes before linearized reading' (duration: 3.074604873s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.486757Z","caller":"traceutil/trace.go:171","msg":"trace[1532892324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25481; }","duration":"498.379199ms","start":"2026-03-08T03:21:03.988361Z","end":"2026-03-08T03:21:04.48674Z","steps":["trace[1532892324] 'agreement among raft nodes before linearized reading' (duration: 498.242176ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.486775Z","caller":"traceutil/trace.go:171","msg":"trace[2089292713] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25481; }","duration":"3.351980874s","start":"2026-03-08T03:21:01.134777Z","end":"2026-03-08T03:21:04.486758Z","steps":["trace[2089292713] 'agreement among raft nodes before linearized reading' (duration: 3.351202616s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.411617Z","time spent":"3.075172058s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.988333Z","time spent":"498.463852ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.73474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.134755Z","time spent":"3.352061156s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:04.486859Z","caller":"traceutil/trace.go:171","msg":"trace[30376202] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25481; }","duration":"613.334084ms","start":"2026-03-08T03:21:03.873512Z","end":"2026-03-08T03:21:04.486846Z","steps":["trace[30376202] 'agreement among raft nodes before linearized reading' (duration: 612.763591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.48642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:02.436762Z","time spent":"2.049208053s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:04.486486Z","caller":"traceutil/trace.go:171","msg":"trace[1139624825] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25481; }","duration":"3.076626341s","start":"2026-03-08T03:21:01.409849Z","end":"2026-03-08T03:21:04.486475Z","steps":["trace[1139624825] 'agreement among raft nodes before linearized reading' (duration: 3.07658137s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.486935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.409833Z","time spent":"3.077092552s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:21:04.486662Z","caller":"traceutil/trace.go:171","msg":"trace[603265575] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25481; }","duration":"3.074712106s","start":"2026-03-08T03:21:01.411943Z","end":"2026-03-08T03:21:04.486655Z","steps":["trace[603265575] 'agreement among raft nodes before linearized reading' (duration: 3.07445263s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.487023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.411939Z","time spent":"3.075071455s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:21:04.486684Z","caller":"traceutil/trace.go:171","msg":"trace[484426075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25481; }","duration":"498.315668ms","start":"2026-03-08T03:21:03.988361Z","end":"2026-03-08T03:21:04.486676Z","steps":["trace[484426075] 'agreement among raft nodes before linearized reading' (duration: 498.255266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.487088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.988342Z","time spent":"498.736608ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075194747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:04.487177Z","caller":"traceutil/trace.go:171","msg":"trace[1969511816] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25481; }","duration":"3.076198591s","start":"2026-03-08T03:21:01.410969Z","end":"2026-03-08T03:21:04.487168Z","steps":["trace[1969511816] 'agreement among raft nodes before linearized reading' (duration: 3.075111606s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.487201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.410964Z","time spent":"3.076230152s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075178398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:04.486938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592848429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:04.487336Z","caller":"traceutil/trace.go:171","msg":"trace[589206655] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25481; }","duration":"3.593704159s","start":"2026-03-08T03:21:00.893617Z","end":"2026-03-08T03:21:04.487321Z","steps":["trace[589206655] 'agreement among raft nodes before linearized reading' (duration: 3.592380288s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:04.487243Z","caller":"traceutil/trace.go:171","msg":"trace[1080389046] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25481; }","duration":"3.075930515s","start":"2026-03-08T03:21:01.411304Z","end":"2026-03-08T03:21:04.487234Z","steps":["trace[1080389046] 'agreement among raft nodes before linearized reading' (duration: 3.075181657s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.487424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.411293Z","time spent":"3.076125129s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.988357Z","time spent":"498.240656ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:21:04.486635Z","caller":"traceutil/trace.go:171","msg":"trace[15393517] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25481; }","duration":"3.074714367s","start":"2026-03-08T03:21:01.411906Z","end":"2026-03-08T03:21:04.486621Z","steps":["trace[15393517] 'agreement among raft nodes before linearized reading' (duration: 3.074643675s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.487379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.893568Z","time spent":"3.593799081s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:04.487491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.411902Z","time spent":"3.075584677s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:21:04.486683Z","caller":"traceutil/trace.go:171","msg":"trace[38236945] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25481; }","duration":"1.250502295s","start":"2026-03-08T03:21:03.236166Z","end":"2026-03-08T03:21:04.486669Z","steps":["trace[38236945] 'agreement among raft nodes before linearized reading' (duration: 1.250368822s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.487645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.236147Z","time spent":"1.251490438s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:04.486725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:02.833437Z","time spent":"1.653272415s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:21:04.486726Z","caller":"traceutil/trace.go:171","msg":"trace[1612580283] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25481; }","duration":"4.613229272s","start":"2026-03-08T03:20:59.873485Z","end":"2026-03-08T03:21:04.486714Z","steps":["trace[1612580283] 'agreement among raft nodes before linearized reading' (duration: 4.612920695s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.487743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.873437Z","time spent":"4.614293857s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:04.486775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.849106Z","time spent":"637.661074ms","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:04.486789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.411973Z","time spent":"3.074808998s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:21:04.486893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.87349Z","time spent":"613.392585ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:04.486513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.409771Z","time spent":"3.076738404s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:21:04.486688Z","caller":"traceutil/trace.go:171","msg":"trace[1985253283] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25481; }","duration":"322.827686ms","start":"2026-03-08T03:21:04.163851Z","end":"2026-03-08T03:21:04.486679Z","steps":["trace[1985253283] 'agreement among raft nodes before linearized reading' (duration: 322.597141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.488056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.163834Z","time spent":"324.214148ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-08T03:21:05.519111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.556992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:05.51926Z","caller":"traceutil/trace.go:171","msg":"trace[1472794396] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"1.024469478s","start":"2026-03-08T03:21:04.494769Z","end":"2026-03-08T03:21:05.519238Z","steps":["trace[1472794396] 'process raft request' (duration: 450.674031ms)","trace[1472794396] 'compare' (duration: 571.482593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:05.519342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.494752Z","time spent":"1.024544541s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:06.497313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:06.497378Z","caller":"traceutil/trace.go:171","msg":"trace[575715618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214375s","start":"2026-03-08T03:21:04.497149Z","end":"2026-03-08T03:21:06.497364Z","steps":["trace[575715618] 'agreement among raft nodes before linearized reading' (duration: 2.000138814s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:06.497401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.497143Z","time spent":"2.000253797s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:07.286729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.859008Z","time spent":"1.427713178s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:07.28807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274232851s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:07.288394Z","caller":"traceutil/trace.go:171","msg":"trace[1024621807] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"1.425804924s","start":"2026-03-08T03:21:05.862572Z","end":"2026-03-08T03:21:07.288377Z","steps":["trace[1024621807] 'process raft request' (duration: 1.425776133s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:07.288449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.862558Z","time spent":"1.425863775s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:07.28862Z","caller":"traceutil/trace.go:171","msg":"trace[1374614780] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"2.79372638s","start":"2026-03-08T03:21:04.494887Z","end":"2026-03-08T03:21:07.288613Z","steps":["trace[1374614780] 'process raft request' (duration: 1.518854254s)","trace[1374614780] 'compare' (duration: 1.273083424s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:07.288651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.494868Z","time spent":"2.793766062s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:07.288875Z","caller":"traceutil/trace.go:171","msg":"trace[1506307962] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"2.793923185s","start":"2026-03-08T03:21:04.494945Z","end":"2026-03-08T03:21:07.288868Z","steps":["trace[1506307962] 'process raft request' (duration: 2.793233679s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:07.288909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.494941Z","time spent":"2.793948076s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:07.288981Z","caller":"traceutil/trace.go:171","msg":"trace[18678625] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"2.794006997s","start":"2026-03-08T03:21:04.494969Z","end":"2026-03-08T03:21:07.288976Z","steps":["trace[18678625] 'process raft request' (duration: 2.79329758s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:07.289012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.494966Z","time spent":"2.794028778s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:07.289085Z","caller":"traceutil/trace.go:171","msg":"trace[898885288] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"2.793558417s","start":"2026-03-08T03:21:04.495515Z","end":"2026-03-08T03:21:07.289073Z","steps":["trace[898885288] 'process raft request' (duration: 2.792775489s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:07.28911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.495509Z","time spent":"2.793585738s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:07.289192Z","caller":"traceutil/trace.go:171","msg":"trace[143361805] linearizableReadLoop","detail":"{readStateIndex:26391; appliedIndex:26386; }","duration":"2.792004831s","start":"2026-03-08T03:21:04.497173Z","end":"2026-03-08T03:21:07.289178Z","steps":["trace[143361805] 'read index received' (duration: 448.355767ms)","trace[143361805] 'applied index is now lower than readState.Index' (duration: 2.343648024s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:07.289267Z","caller":"traceutil/trace.go:171","msg":"trace[502907451] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"1.604766617s","start":"2026-03-08T03:21:05.684469Z","end":"2026-03-08T03:21:07.289235Z","steps":["trace[502907451] 'process raft request' (duration: 1.603853156s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:07.289317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.68443Z","time spent":"1.604866389s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:07.789914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:08.290769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:08.497605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:08.497676Z","caller":"traceutil/trace.go:171","msg":"trace[787528556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185164s","start":"2026-03-08T03:21:06.497477Z","end":"2026-03-08T03:21:08.497663Z","steps":["trace[787528556] 'agreement among raft nodes before linearized reading' (duration: 2.000095502s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:08.497712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.497468Z","time spent":"2.000237865s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:08.618327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:08.049938Z","time spent":"568.38327ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:08.791224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:09.291616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:09.319706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.771687145s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:21:09.336246Z","caller":"traceutil/trace.go:171","msg":"trace[2061261588] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"3.281923752s","start":"2026-03-08T03:21:06.054305Z","end":"2026-03-08T03:21:09.336229Z","steps":["trace[2061261588] 'process raft request' (duration: 3.281745178s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:09.336366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.054283Z","time spent":"3.282015555s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:09.336626Z","caller":"traceutil/trace.go:171","msg":"trace[188441284] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"2.844654425s","start":"2026-03-08T03:21:06.491952Z","end":"2026-03-08T03:21:09.336606Z","steps":["trace[188441284] 'process raft request' (duration: 2.844237485s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:09.336732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.49191Z","time spent":"2.844763048s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:09.336869Z","caller":"traceutil/trace.go:171","msg":"trace[1409071035] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"2.843739884s","start":"2026-03-08T03:21:06.493105Z","end":"2026-03-08T03:21:09.336845Z","steps":["trace[1409071035] 'process raft request' (duration: 2.843424086s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:09.336909Z","caller":"traceutil/trace.go:171","msg":"trace[712133341] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"2.842797171s","start":"2026-03-08T03:21:06.494104Z","end":"2026-03-08T03:21:09.336901Z","steps":["trace[712133341] 'process raft request' (duration: 2.842633957s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:09.336948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.494091Z","time spent":"2.842834532s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:09.33699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.49309Z","time spent":"2.843833176s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:09.337056Z","caller":"traceutil/trace.go:171","msg":"trace[1891090821] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"2.84235013s","start":"2026-03-08T03:21:06.494689Z","end":"2026-03-08T03:21:09.337039Z","steps":["trace[1891090821] 'process raft request' (duration: 2.842155456s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:09.337131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.494657Z","time spent":"2.842430612s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:09.337107Z","caller":"traceutil/trace.go:171","msg":"trace[1409875779] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"2.84234033s","start":"2026-03-08T03:21:06.494729Z","end":"2026-03-08T03:21:09.337069Z","steps":["trace[1409875779] 'process raft request' (duration: 2.842169806s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:09.337184Z","caller":"traceutil/trace.go:171","msg":"trace[38123558] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"2.839652047s","start":"2026-03-08T03:21:06.497511Z","end":"2026-03-08T03:21:09.337164Z","steps":["trace[38123558] 'process raft request' (duration: 2.839471343s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:09.337291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.497503Z","time spent":"2.839737149s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:09.337448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.494709Z","time spent":"2.842538335s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:10.513481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007958766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:10.51366Z","caller":"traceutil/trace.go:171","msg":"trace[1019534507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.008176082s","start":"2026-03-08T03:21:08.505464Z","end":"2026-03-08T03:21:10.51364Z","steps":["trace[1019534507] 'agreement among raft nodes before linearized reading' (duration: 2.007968807s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.513815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:08.505454Z","time spent":"2.008344615s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:10.80955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.4734344s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:21:10.810521Z","caller":"traceutil/trace.go:171","msg":"trace[1216774390] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"3.89709041s","start":"2026-03-08T03:21:06.913408Z","end":"2026-03-08T03:21:10.810498Z","steps":["trace[1216774390] 'process raft request' (duration: 3.896813733s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.810781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315284989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.810733Z","caller":"traceutil/trace.go:171","msg":"trace[1898873737] linearizableReadLoop","detail":"{readStateIndex:26401; appliedIndex:26393; }","duration":"3.521493777s","start":"2026-03-08T03:21:07.289207Z","end":"2026-03-08T03:21:10.810701Z","steps":["trace[1898873737] 'read index received' (duration: 2.030745642s)","trace[1898873737] 'applied index is now lower than readState.Index' (duration: 1.490745895s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:10.810808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313123688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.810873Z","caller":"traceutil/trace.go:171","msg":"trace[334483792] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25497; }","duration":"4.31321072s","start":"2026-03-08T03:21:06.497649Z","end":"2026-03-08T03:21:10.81086Z","steps":["trace[334483792] 'agreement among raft nodes before linearized reading' (duration: 4.313091607s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.810904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.497645Z","time spent":"4.313253711s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:21:10.810919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31366217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:21:10.810918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315607936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.810937Z","caller":"traceutil/trace.go:171","msg":"trace[1988776442] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25497; }","duration":"4.313678051s","start":"2026-03-08T03:21:06.497254Z","end":"2026-03-08T03:21:10.810932Z","steps":["trace[1988776442] 'agreement among raft nodes before linearized reading' (duration: 4.313591279s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:10.810952Z","caller":"traceutil/trace.go:171","msg":"trace[1509549174] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25497; }","duration":"4.315689208s","start":"2026-03-08T03:21:06.495252Z","end":"2026-03-08T03:21:10.810941Z","steps":["trace[1509549174] 'agreement among raft nodes before linearized reading' (duration: 4.315602186s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.81098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313752703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.810992Z","caller":"traceutil/trace.go:171","msg":"trace[174004761] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25497; }","duration":"4.313777653s","start":"2026-03-08T03:21:06.497211Z","end":"2026-03-08T03:21:10.810989Z","steps":["trace[174004761] 'agreement among raft nodes before linearized reading' (duration: 4.313760323s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.497206Z","time spent":"4.313794493s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:21:10.810995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.495234Z","time spent":"4.315752959s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:21:10.811071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313891876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.811089Z","caller":"traceutil/trace.go:171","msg":"trace[185958246] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25497; }","duration":"4.313923016s","start":"2026-03-08T03:21:06.49716Z","end":"2026-03-08T03:21:10.811083Z","steps":["trace[185958246] 'agreement among raft nodes before linearized reading' (duration: 4.313896196s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.8111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.497153Z","time spent":"4.313944528s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:21:10.811081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21163312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:10.811123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315859122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.811134Z","caller":"traceutil/trace.go:171","msg":"trace[1757786843] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25497; }","duration":"4.211708551s","start":"2026-03-08T03:21:06.59941Z","end":"2026-03-08T03:21:10.811118Z","steps":["trace[1757786843] 'agreement among raft nodes before linearized reading' (duration: 4.211607089s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314410308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:21:10.811171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.599404Z","time spent":"4.211757542s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:21:10.811186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313502647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:10.810755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.913383Z","time spent":"3.897267963s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:10.811266Z","caller":"traceutil/trace.go:171","msg":"trace[1857023965] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"1.515943895s","start":"2026-03-08T03:21:09.295312Z","end":"2026-03-08T03:21:10.811256Z","steps":["trace[1857023965] 'process raft request' (duration: 1.515109726s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.316059707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:21:10.810834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313261951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.81131Z","caller":"traceutil/trace.go:171","msg":"trace[406586001] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25497; }","duration":"4.313751662s","start":"2026-03-08T03:21:06.497554Z","end":"2026-03-08T03:21:10.811306Z","steps":["trace[406586001] 'agreement among raft nodes before linearized reading' (duration: 4.313269481s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.295286Z","time spent":"1.515996237s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:10.811322Z","caller":"traceutil/trace.go:171","msg":"trace[870795554] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25497; }","duration":"4.316117568s","start":"2026-03-08T03:21:06.495194Z","end":"2026-03-08T03:21:10.811295Z","steps":["trace[870795554] 'agreement among raft nodes before linearized reading' (duration: 4.315980094s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990986679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:10.811382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.316387864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.811415Z","caller":"traceutil/trace.go:171","msg":"trace[1952859866] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25497; }","duration":"4.316434356s","start":"2026-03-08T03:21:06.494969Z","end":"2026-03-08T03:21:10.811404Z","steps":["trace[1952859866] 'agreement among raft nodes before linearized reading' (duration: 4.316396205s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.494961Z","time spent":"4.316477657s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:21:10.811401Z","caller":"traceutil/trace.go:171","msg":"trace[1684873360] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25497; }","duration":"3.991228664s","start":"2026-03-08T03:21:06.820159Z","end":"2026-03-08T03:21:10.811387Z","steps":["trace[1684873360] 'agreement among raft nodes before linearized reading' (duration: 3.990904377s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.316831444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.811548Z","caller":"traceutil/trace.go:171","msg":"trace[973312708] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25497; }","duration":"4.316891736s","start":"2026-03-08T03:21:06.49465Z","end":"2026-03-08T03:21:10.811542Z","steps":["trace[973312708] 'agreement among raft nodes before linearized reading' (duration: 4.316852215s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.49463Z","time spent":"4.316958198s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:21:10.811157Z","caller":"traceutil/trace.go:171","msg":"trace[568184392] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25497; }","duration":"4.315899943s","start":"2026-03-08T03:21:06.495245Z","end":"2026-03-08T03:21:10.811145Z","steps":["trace[568184392] 'agreement among raft nodes before linearized reading' (duration: 4.315858332s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.820153Z","time spent":"3.991359067s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:10.811701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529046299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:10.811713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.227525373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.811724Z","caller":"traceutil/trace.go:171","msg":"trace[755532669] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25497; }","duration":"4.529094659s","start":"2026-03-08T03:21:06.282623Z","end":"2026-03-08T03:21:10.811717Z","steps":["trace[755532669] 'agreement among raft nodes before linearized reading' (duration: 4.529063258s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.282607Z","time spent":"4.52912807s","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:10.811745Z","caller":"traceutil/trace.go:171","msg":"trace[1090322284] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25497; }","duration":"6.227586164s","start":"2026-03-08T03:21:04.584145Z","end":"2026-03-08T03:21:10.811731Z","steps":["trace[1090322284] 'agreement among raft nodes before linearized reading' (duration: 6.227539853s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.253594423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.8118Z","caller":"traceutil/trace.go:171","msg":"trace[1624928675] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25497; }","duration":"6.253660705s","start":"2026-03-08T03:21:04.558131Z","end":"2026-03-08T03:21:10.811792Z","steps":["trace[1624928675] 'agreement among raft nodes before linearized reading' (duration: 6.253610964s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.029458751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"warn","ts":"2026-03-08T03:21:10.811846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995851698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.811864Z","caller":"traceutil/trace.go:171","msg":"trace[586781703] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25497; }","duration":"4.995898999s","start":"2026-03-08T03:21:05.81596Z","end":"2026-03-08T03:21:10.811859Z","steps":["trace[586781703] 'agreement among raft nodes before linearized reading' (duration: 4.995865659s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.815943Z","time spent":"4.99593146s","remote":"127.0.0.1:33910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:10.811874Z","caller":"traceutil/trace.go:171","msg":"trace[1118624756] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:25497; }","duration":"6.029536352s","start":"2026-03-08T03:21:04.782311Z","end":"2026-03-08T03:21:10.811847Z","steps":["trace[1118624756] 'agreement among raft nodes before linearized reading' (duration: 6.029478901s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.782284Z","time spent":"6.029615804s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":254,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-03-08T03:21:10.81193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.763468092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:21:10.811962Z","caller":"traceutil/trace.go:171","msg":"trace[1835536927] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25497; }","duration":"4.763534394s","start":"2026-03-08T03:21:06.048418Z","end":"2026-03-08T03:21:10.811953Z","steps":["trace[1835536927] 'agreement among raft nodes before linearized reading' (duration: 4.76339072s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:10.811182Z","caller":"traceutil/trace.go:171","msg":"trace[1468031700] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25497; }","duration":"4.314450909s","start":"2026-03-08T03:21:06.496725Z","end":"2026-03-08T03:21:10.811176Z","steps":["trace[1468031700] 'agreement among raft nodes before linearized reading' (duration: 4.314404318s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.048404Z","time spent":"4.763589425s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-08T03:21:10.811202Z","caller":"traceutil/trace.go:171","msg":"trace[269018402] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25497; }","duration":"4.313525018s","start":"2026-03-08T03:21:06.497672Z","end":"2026-03-08T03:21:10.811197Z","steps":["trace[269018402] 'agreement among raft nodes before linearized reading' (duration: 4.313499177s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.812012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.714266539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:10.812065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.497668Z","time spent":"4.314391378s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:21:10.812073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.11946284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-08T03:21:10.811655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.639373899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.812095Z","caller":"traceutil/trace.go:171","msg":"trace[286167113] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:25497; }","duration":"6.119523822s","start":"2026-03-08T03:21:04.692565Z","end":"2026-03-08T03:21:10.812089Z","steps":["trace[286167113] 'agreement among raft nodes before linearized reading' (duration: 6.11944025s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.812111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.692542Z","time spent":"6.119566052s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-03-08T03:21:10.812115Z","caller":"traceutil/trace.go:171","msg":"trace[334774930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25497; }","duration":"5.639867791s","start":"2026-03-08T03:21:05.172235Z","end":"2026-03-08T03:21:10.812103Z","steps":["trace[334774930] 'agreement among raft nodes before linearized reading' (duration: 5.63940088s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.812133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.172214Z","time spent":"5.639915432s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:10.812083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.496716Z","time spent":"4.315317519s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:21:10.810955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.497231Z","time spent":"4.313721292s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:21:10.812098Z","caller":"traceutil/trace.go:171","msg":"trace[1395969135] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25497; }","duration":"4.714408283s","start":"2026-03-08T03:21:06.097672Z","end":"2026-03-08T03:21:10.81208Z","steps":["trace[1395969135] 'agreement among raft nodes before linearized reading' (duration: 4.714188627s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.811333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.497545Z","time spent":"4.313778753s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:21:10.812271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.097656Z","time spent":"4.714568016s","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:10.811898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.558104Z","time spent":"6.253781368s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:21:10.811773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.584122Z","time spent":"6.227644135s","remote":"127.0.0.1:42382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:10.811227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313564629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.81237Z","caller":"traceutil/trace.go:171","msg":"trace[628142628] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25497; }","duration":"4.314707425s","start":"2026-03-08T03:21:06.497651Z","end":"2026-03-08T03:21:10.812358Z","steps":["trace[628142628] 'agreement among raft nodes before linearized reading' (duration: 4.313561048s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.812414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.497639Z","time spent":"4.314765986s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:21:10.811349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.495187Z","time spent":"4.316155489s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:21:10.811654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.49524Z","time spent":"4.316400404s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:21:10.811677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317137142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:10.812586Z","caller":"traceutil/trace.go:171","msg":"trace[744159983] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25497; }","duration":"4.318043453s","start":"2026-03-08T03:21:06.494526Z","end":"2026-03-08T03:21:10.812569Z","steps":["trace[744159983] 'agreement among raft nodes before linearized reading' (duration: 4.317141612s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.812638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.494519Z","time spent":"4.318105844s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:21:10.810812Z","caller":"traceutil/trace.go:171","msg":"trace[447773869] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25497; }","duration":"4.31533293s","start":"2026-03-08T03:21:06.495471Z","end":"2026-03-08T03:21:10.810804Z","steps":["trace[447773869] 'agreement among raft nodes before linearized reading' (duration: 4.315247488s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.812737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.495464Z","time spent":"4.317252985s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:21:10.811221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.3149477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:10.812825Z","caller":"traceutil/trace.go:171","msg":"trace[846782525] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25497; }","duration":"4.316543708s","start":"2026-03-08T03:21:06.496255Z","end":"2026-03-08T03:21:10.812799Z","steps":["trace[846782525] 'agreement among raft nodes before linearized reading' (duration: 4.314936291s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.812876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.496246Z","time spent":"4.31661864s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:21:10.813678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.025439956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:21:10.813733Z","caller":"traceutil/trace.go:171","msg":"trace[1318496582] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25497; }","duration":"4.025514698s","start":"2026-03-08T03:21:06.788207Z","end":"2026-03-08T03:21:10.813722Z","steps":["trace[1318496582] 'agreement among raft nodes before linearized reading' (duration: 4.023138872s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:10.813771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.788199Z","time spent":"4.025563859s","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2770,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:11.811208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.777049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:11.811804Z","caller":"traceutil/trace.go:171","msg":"trace[1586976881] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"2.319312133s","start":"2026-03-08T03:21:09.492464Z","end":"2026-03-08T03:21:11.811776Z","steps":["trace[1586976881] 'process raft request' (duration: 1.499886099s)","trace[1586976881] 'compare' (duration: 816.710911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:11.811898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.492436Z","time spent":"2.319417446s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:12.514035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:12.514126Z","caller":"traceutil/trace.go:171","msg":"trace[1824596032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017641s","start":"2026-03-08T03:21:10.514089Z","end":"2026-03-08T03:21:12.514106Z","steps":["trace[1824596032] 'agreement among raft nodes before linearized reading' (duration: 1.999892568s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.514169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:10.514029Z","time spent":"2.000131164s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:12.522212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999327491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:12.522285Z","caller":"traceutil/trace.go:171","msg":"trace[135536682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999527235s","start":"2026-03-08T03:21:07.522743Z","end":"2026-03-08T03:21:12.52227Z","steps":["trace[135536682] 'agreement among raft nodes before linearized reading' (duration: 4.999360491s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.522324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.522715Z","time spent":"4.999600387s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/08 03:21:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:12.608017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.688141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:21:12.608145Z","caller":"traceutil/trace.go:171","msg":"trace[919233067] linearizableReadLoop","detail":"{readStateIndex:26404; appliedIndex:26402; }","duration":"1.797304251s","start":"2026-03-08T03:21:10.810824Z","end":"2026-03-08T03:21:12.608128Z","steps":["trace[919233067] 'read index received' (duration: 181.75737ms)","trace[919233067] 'applied index is now lower than readState.Index' (duration: 1.615545631s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:12.608816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267072825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18823"} {"level":"info","ts":"2026-03-08T03:21:12.608889Z","caller":"traceutil/trace.go:171","msg":"trace[372754212] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25499; }","duration":"3.267180556s","start":"2026-03-08T03:21:09.341692Z","end":"2026-03-08T03:21:12.608872Z","steps":["trace[372754212] 'agreement among raft nodes before linearized reading' (duration: 3.266958861s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.608992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.34168Z","time spent":"3.26730197s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18846,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-08T03:21:12.609245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104721804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:12.609302Z","caller":"traceutil/trace.go:171","msg":"trace[339069103] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25499; }","duration":"4.104818387s","start":"2026-03-08T03:21:08.504468Z","end":"2026-03-08T03:21:12.609286Z","steps":["trace[339069103] 'agreement among raft nodes before linearized reading' (duration: 4.104699784s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.609341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:08.504456Z","time spent":"4.104872668s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:12.609438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:10.813285Z","time spent":"1.796151264s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:12.609497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811954939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:21:12.609572Z","caller":"traceutil/trace.go:171","msg":"trace[607340119] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25499; }","duration":"2.81204943s","start":"2026-03-08T03:21:09.797508Z","end":"2026-03-08T03:21:12.609558Z","steps":["trace[607340119] 'agreement among raft nodes before linearized reading' (duration: 2.811790904s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.609606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314429684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:21:12.60964Z","caller":"traceutil/trace.go:171","msg":"trace[402271865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25499; }","duration":"3.314497105s","start":"2026-03-08T03:21:09.295131Z","end":"2026-03-08T03:21:12.609628Z","steps":["trace[402271865] 'agreement among raft nodes before linearized reading' (duration: 3.314397443s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.609598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314197659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:21:12.60967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813685629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-08T03:21:12.609655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486726488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:12.609705Z","caller":"traceutil/trace.go:171","msg":"trace[835503450] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25499; }","duration":"2.813754961s","start":"2026-03-08T03:21:09.795938Z","end":"2026-03-08T03:21:12.609693Z","steps":["trace[835503450] 'agreement among raft nodes before linearized reading' (duration: 2.813639968s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:12.609721Z","caller":"traceutil/trace.go:171","msg":"trace[1528771861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25499; }","duration":"3.314340922s","start":"2026-03-08T03:21:09.295352Z","end":"2026-03-08T03:21:12.609693Z","steps":["trace[1528771861] 'agreement among raft nodes before linearized reading' (duration: 3.313980463s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.609749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409921898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:12.609772Z","caller":"traceutil/trace.go:171","msg":"trace[383410] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25499; }","duration":"4.409972949s","start":"2026-03-08T03:21:08.199794Z","end":"2026-03-08T03:21:12.609767Z","steps":["trace[383410] 'agreement among raft nodes before linearized reading' (duration: 4.409936738s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.609773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.295346Z","time spent":"3.314410283s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:21:12.609795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:08.199767Z","time spent":"4.41002333s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:12.609779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913269668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-08T03:21:12.60981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314594838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T03:21:12.609837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894715158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:12.609714Z","caller":"traceutil/trace.go:171","msg":"trace[2110252406] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25499; }","duration":"4.48682897s","start":"2026-03-08T03:21:08.12287Z","end":"2026-03-08T03:21:12.609699Z","steps":["trace[2110252406] 'agreement among raft nodes before linearized reading' (duration: 4.486688126s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:12.609889Z","caller":"traceutil/trace.go:171","msg":"trace[2140043472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25499; }","duration":"3.314703051s","start":"2026-03-08T03:21:09.295166Z","end":"2026-03-08T03:21:12.609869Z","steps":["trace[2140043472] 'agreement among raft nodes before linearized reading' (duration: 3.314137147s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.609904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424525989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:12.609914Z","caller":"traceutil/trace.go:171","msg":"trace[2013682411] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25499; }","duration":"2.894835091s","start":"2026-03-08T03:21:09.715039Z","end":"2026-03-08T03:21:12.609874Z","steps":["trace[2013682411] 'agreement among raft nodes before linearized reading' (duration: 2.894731858s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.609902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203316561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:12.609931Z","caller":"traceutil/trace.go:171","msg":"trace[1693305518] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25499; }","duration":"4.424564871s","start":"2026-03-08T03:21:08.185358Z","end":"2026-03-08T03:21:12.609923Z","steps":["trace[1693305518] 'agreement among raft nodes before linearized reading' (duration: 4.42451625s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.609937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.29515Z","time spent":"3.314775102s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:12.609613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.797498Z","time spent":"2.812104331s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:21:12.609974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:08.185353Z","time spent":"4.424609732s","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:12.609961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.715005Z","time spent":"2.894942254s","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:12.61Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901894117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:12.609744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.795916Z","time spent":"2.813821132s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T03:21:12.610039Z","caller":"traceutil/trace.go:171","msg":"trace[1786928922] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25499; }","duration":"4.901968858s","start":"2026-03-08T03:21:07.708057Z","end":"2026-03-08T03:21:12.610026Z","steps":["trace[1786928922] 'agreement among raft nodes before linearized reading' (duration: 4.901910427s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.609739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433068545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:12.609931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:08.122854Z","time spent":"4.487063286s","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:12.610085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.708038Z","time spent":"4.902038741s","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:12.609834Z","caller":"traceutil/trace.go:171","msg":"trace[1946758917] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25499; }","duration":"3.913344531s","start":"2026-03-08T03:21:08.696473Z","end":"2026-03-08T03:21:12.609818Z","steps":["trace[1946758917] 'agreement among raft nodes before linearized reading' (duration: 3.913139846s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.61044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:08.696459Z","time spent":"3.913966515s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-08T03:21:12.610121Z","caller":"traceutil/trace.go:171","msg":"trace[851304922] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25499; }","duration":"3.433520465s","start":"2026-03-08T03:21:09.176587Z","end":"2026-03-08T03:21:12.610107Z","steps":["trace[851304922] 'agreement among raft nodes before linearized reading' (duration: 3.433083935s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.610564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.176567Z","time spent":"3.433980566s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:12.609669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.295109Z","time spent":"3.314550557s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:12.610804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127308445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:21:12.610931Z","caller":"traceutil/trace.go:171","msg":"trace[1254262020] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25499; }","duration":"2.127512569s","start":"2026-03-08T03:21:10.483392Z","end":"2026-03-08T03:21:12.610905Z","steps":["trace[1254262020] 'agreement among raft nodes before linearized reading' (duration: 2.126195648s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.611009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:10.483366Z","time spent":"2.127619832s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:12.611092Z","caller":"traceutil/trace.go:171","msg":"trace[407305600] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25499; }","duration":"5.203443135s","start":"2026-03-08T03:21:07.406512Z","end":"2026-03-08T03:21:12.609955Z","steps":["trace[407305600] 'agreement among raft nodes before linearized reading' (duration: 5.203303021s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.612256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.406494Z","time spent":"5.204754185s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:12.612549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31722816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:21:12.612646Z","caller":"traceutil/trace.go:171","msg":"trace[249347385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25499; }","duration":"3.317360492s","start":"2026-03-08T03:21:09.295261Z","end":"2026-03-08T03:21:12.612622Z","steps":["trace[249347385] 'agreement among raft nodes before linearized reading' (duration: 3.314336171s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.612703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.295254Z","time spent":"3.317439015s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:12.679371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058152068s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:21:12.68013Z","caller":"traceutil/trace.go:171","msg":"trace[22464067] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"1.335874927s","start":"2026-03-08T03:21:11.34424Z","end":"2026-03-08T03:21:12.680115Z","steps":["trace[22464067] 'process raft request' (duration: 1.335606851s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.680306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.344213Z","time spent":"1.335977539s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:12.680412Z","caller":"traceutil/trace.go:171","msg":"trace[93142600] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"1.336146562s","start":"2026-03-08T03:21:11.344248Z","end":"2026-03-08T03:21:12.680395Z","steps":["trace[93142600] 'process raft request' (duration: 1.335816895s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.680529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.344221Z","time spent":"1.336265766s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:12.680738Z","caller":"traceutil/trace.go:171","msg":"trace[719352758] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"1.336479491s","start":"2026-03-08T03:21:11.344239Z","end":"2026-03-08T03:21:12.680719Z","steps":["trace[719352758] 'process raft request' (duration: 1.33602942s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.68089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.344213Z","time spent":"1.336582213s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:12.681136Z","caller":"traceutil/trace.go:171","msg":"trace[1402908877] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"1.336821438s","start":"2026-03-08T03:21:11.344302Z","end":"2026-03-08T03:21:12.681123Z","steps":["trace[1402908877] 'process raft request' (duration: 1.336302616s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.681402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.344281Z","time spent":"1.337067395s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:12.679971Z","caller":"traceutil/trace.go:171","msg":"trace[1541665376] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"1.335727823s","start":"2026-03-08T03:21:11.344192Z","end":"2026-03-08T03:21:12.67992Z","steps":["trace[1541665376] 'process raft request' (duration: 1.335421736s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.681901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.344157Z","time spent":"1.33769217s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:12.682445Z","caller":"traceutil/trace.go:171","msg":"trace[157212094] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"1.337990987s","start":"2026-03-08T03:21:11.344419Z","end":"2026-03-08T03:21:12.682409Z","steps":["trace[157212094] 'process raft request' (duration: 1.336650605s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.682679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.344377Z","time spent":"1.338207741s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:12.841106Z","caller":"traceutil/trace.go:171","msg":"trace[12935873] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"1.095080243s","start":"2026-03-08T03:21:11.745999Z","end":"2026-03-08T03:21:12.841079Z","steps":["trace[12935873] 'process raft request' (duration: 1.073783744s)","trace[12935873] 'compare' (duration: 20.960241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:12.841267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.745971Z","time spent":"1.095212447s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18738,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:12.84152Z","caller":"traceutil/trace.go:171","msg":"trace[1622363497] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25506; }","duration":"231.086876ms","start":"2026-03-08T03:21:12.610414Z","end":"2026-03-08T03:21:12.841501Z","steps":["trace[1622363497] 'process raft request' (duration: 230.630845ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:12.841608Z","caller":"traceutil/trace.go:171","msg":"trace[917600340] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"226.684042ms","start":"2026-03-08T03:21:12.614899Z","end":"2026-03-08T03:21:12.841583Z","steps":["trace[917600340] 'process raft request' (duration: 226.535769ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:12.841979Z","caller":"traceutil/trace.go:171","msg":"trace[1020585540] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"226.790645ms","start":"2026-03-08T03:21:12.61517Z","end":"2026-03-08T03:21:12.841961Z","steps":["trace[1020585540] 'process raft request' (duration: 226.629281ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:12.842047Z","caller":"traceutil/trace.go:171","msg":"trace[774141935] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"226.941348ms","start":"2026-03-08T03:21:12.615066Z","end":"2026-03-08T03:21:12.842008Z","steps":["trace[774141935] 'process raft request' (duration: 226.478207ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:12.842145Z","caller":"traceutil/trace.go:171","msg":"trace[413757750] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"225.245669ms","start":"2026-03-08T03:21:12.616887Z","end":"2026-03-08T03:21:12.842133Z","steps":["trace[413757750] 'process raft request' (duration: 225.160527ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:12.842255Z","caller":"traceutil/trace.go:171","msg":"trace[1829453311] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"226.727624ms","start":"2026-03-08T03:21:12.615516Z","end":"2026-03-08T03:21:12.842244Z","steps":["trace[1829453311] 'process raft request' (duration: 226.403236ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:12.842267Z","caller":"traceutil/trace.go:171","msg":"trace[1870002497] linearizableReadLoop","detail":"{readStateIndex:26412; appliedIndex:26405; }","duration":"234.067616ms","start":"2026-03-08T03:21:12.608184Z","end":"2026-03-08T03:21:12.842252Z","steps":["trace[1870002497] 'read index received' (duration: 71.568277ms)","trace[1870002497] 'applied index is now lower than readState.Index' (duration: 162.498369ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:12.842352Z","caller":"traceutil/trace.go:171","msg":"trace[196051219] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"224.756587ms","start":"2026-03-08T03:21:12.617586Z","end":"2026-03-08T03:21:12.842343Z","steps":["trace[196051219] 'process raft request' (duration: 224.515221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.842381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.481774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:12.842391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.232688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:12.842431Z","caller":"traceutil/trace.go:171","msg":"trace[1379268613] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25512; }","duration":"775.580657ms","start":"2026-03-08T03:21:12.066836Z","end":"2026-03-08T03:21:12.842416Z","steps":["trace[1379268613] 'agreement among raft nodes before linearized reading' (duration: 775.485594ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:12.842439Z","caller":"traceutil/trace.go:171","msg":"trace[216864290] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25512; }","duration":"545.33233ms","start":"2026-03-08T03:21:12.29709Z","end":"2026-03-08T03:21:12.842422Z","steps":["trace[216864290] 'agreement among raft nodes before linearized reading' (duration: 545.167966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.842478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.297073Z","time spent":"545.393772ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:12.842533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333750467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:12.842569Z","caller":"traceutil/trace.go:171","msg":"trace[640120354] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25512; }","duration":"1.333827029s","start":"2026-03-08T03:21:11.508734Z","end":"2026-03-08T03:21:12.842561Z","steps":["trace[640120354] 'agreement among raft nodes before linearized reading' (duration: 1.333768888s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.84258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024676999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:12.842603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.50871Z","time spent":"1.33388536s","remote":"127.0.0.1:53354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:12.84262Z","caller":"traceutil/trace.go:171","msg":"trace[693843420] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25512; }","duration":"2.024737741s","start":"2026-03-08T03:21:10.81787Z","end":"2026-03-08T03:21:12.842608Z","steps":["trace[693843420] 'agreement among raft nodes before linearized reading' (duration: 2.024660409s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.84265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:10.817863Z","time spent":"2.024779712s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:21:12.84268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.41949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:12.842718Z","caller":"traceutil/trace.go:171","msg":"trace[1775137109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25512; }","duration":"320.48867ms","start":"2026-03-08T03:21:12.522219Z","end":"2026-03-08T03:21:12.842708Z","steps":["trace[1775137109] 'agreement among raft nodes before linearized reading' (duration: 320.428789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.842751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.52216Z","time spent":"320.586233ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:12.842755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02941885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-5w4np\" ","response":"range_response_count:1 size:3163"} {"level":"info","ts":"2026-03-08T03:21:12.842803Z","caller":"traceutil/trace.go:171","msg":"trace[50233660] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-5w4np; range_end:; response_count:1; response_revision:25512; }","duration":"2.029483392s","start":"2026-03-08T03:21:10.813303Z","end":"2026-03-08T03:21:12.842787Z","steps":["trace[50233660] 'agreement among raft nodes before linearized reading' (duration: 2.029340369s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.842827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023943752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:12.842846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:10.813289Z","time spent":"2.029546743s","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3186,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-5w4np\" "} {"level":"info","ts":"2026-03-08T03:21:12.842863Z","caller":"traceutil/trace.go:171","msg":"trace[287093599] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25512; }","duration":"2.024004854s","start":"2026-03-08T03:21:10.818843Z","end":"2026-03-08T03:21:12.842848Z","steps":["trace[287093599] 'agreement among raft nodes before linearized reading' (duration: 2.023947352s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.842899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:10.818829Z","time spent":"2.024062385s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:21:12.842479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.066818Z","time spent":"775.644948ms","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:12.843133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.794577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418631"} {"level":"info","ts":"2026-03-08T03:21:12.843175Z","caller":"traceutil/trace.go:171","msg":"trace[1073580948] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25512; }","duration":"544.868009ms","start":"2026-03-08T03:21:12.298294Z","end":"2026-03-08T03:21:12.843162Z","steps":["trace[1073580948] 'agreement among raft nodes before linearized reading' (duration: 544.576992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:12.843217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.298273Z","time spent":"544.929311ms","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418654,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-08T03:21:12.860926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.119211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ebab3e7-eb6f-4cc4-b80b-50d35b4c9b3d\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-08T03:21:12.86102Z","caller":"traceutil/trace.go:171","msg":"trace[554141531] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ebab3e7-eb6f-4cc4-b80b-50d35b4c9b3d; range_end:; response_count:1; response_revision:25513; }","duration":"247.274925ms","start":"2026-03-08T03:21:12.613721Z","end":"2026-03-08T03:21:12.860996Z","steps":["trace[554141531] 'agreement among raft nodes before linearized reading' (duration: 247.101201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:13.09539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.205574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:21:13.095488Z","caller":"traceutil/trace.go:171","msg":"trace[1859918658] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25514; }","duration":"154.412639ms","start":"2026-03-08T03:21:12.941055Z","end":"2026-03-08T03:21:13.095468Z","steps":["trace[1859918658] 'range keys from in-memory index tree' (duration: 154.101361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:13.095471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.503651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-08T03:21:13.095624Z","caller":"traceutil/trace.go:171","msg":"trace[496092961] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25514; }","duration":"125.693256ms","start":"2026-03-08T03:21:12.969862Z","end":"2026-03-08T03:21:13.095555Z","steps":["trace[496092961] 'range keys from in-memory index tree' (duration: 125.233805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:13.095923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.264802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:21:13.09604Z","caller":"traceutil/trace.go:171","msg":"trace[348709745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25514; }","duration":"147.436256ms","start":"2026-03-08T03:21:12.948577Z","end":"2026-03-08T03:21:13.096013Z","steps":["trace[348709745] 'range keys from in-memory index tree' (duration: 146.995515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:13.773619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:14.27414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081908278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:14.380805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1730748s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:21:14.381494Z","caller":"traceutil/trace.go:171","msg":"trace[981566893] linearizableReadLoop","detail":"{readStateIndex:26423; appliedIndex:26422; }","duration":"1.108314413s","start":"2026-03-08T03:21:13.273153Z","end":"2026-03-08T03:21:14.381468Z","steps":["trace[981566893] 'read index received' (duration: 1.107830632s)","trace[981566893] 'applied index is now lower than readState.Index' (duration: 482.601µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:14.381648Z","caller":"traceutil/trace.go:171","msg":"trace[355676197] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"1.174783151s","start":"2026-03-08T03:21:13.206832Z","end":"2026-03-08T03:21:14.381615Z","steps":["trace[355676197] 'process raft request' (duration: 1.174293929s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:14.381731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108550538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:14.381777Z","caller":"traceutil/trace.go:171","msg":"trace[745074330] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25515; }","duration":"1.10862204s","start":"2026-03-08T03:21:13.273142Z","end":"2026-03-08T03:21:14.381764Z","steps":["trace[745074330] 'agreement among raft nodes before linearized reading' (duration: 1.108465356s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:14.381817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:13.273112Z","time spent":"1.108694422s","remote":"127.0.0.1:34068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:14.381807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:13.206791Z","time spent":"1.174934934s","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418614,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:14.381842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087913685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:21:14.381908Z","caller":"traceutil/trace.go:171","msg":"trace[484070580] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25515; }","duration":"1.088059048s","start":"2026-03-08T03:21:13.293829Z","end":"2026-03-08T03:21:14.381888Z","steps":["trace[484070580] 'agreement among raft nodes before linearized reading' (duration: 1.087821162s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:14.381959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:13.293801Z","time spent":"1.08814774s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:14.382098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.873496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:14.382181Z","caller":"traceutil/trace.go:171","msg":"trace[2061600451] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25515; }","duration":"558.997399ms","start":"2026-03-08T03:21:13.823163Z","end":"2026-03-08T03:21:14.38216Z","steps":["trace[2061600451] 'agreement among raft nodes before linearized reading' (duration: 558.870886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:14.38224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:13.823142Z","time spent":"559.082222ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:14.382444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.307067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:14.382496Z","caller":"traceutil/trace.go:171","msg":"trace[383978594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25515; }","duration":"754.398089ms","start":"2026-03-08T03:21:13.628087Z","end":"2026-03-08T03:21:14.382485Z","steps":["trace[383978594] 'agreement among raft nodes before linearized reading' (duration: 754.172594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:14.382533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:13.628068Z","time spent":"754.45667ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:14.701838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.785779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:21:14.701922Z","caller":"traceutil/trace.go:171","msg":"trace[1364320117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25515; }","duration":"175.913133ms","start":"2026-03-08T03:21:14.525991Z","end":"2026-03-08T03:21:14.701904Z","steps":["trace[1364320117] 'range keys from in-memory index tree' (duration: 175.643737ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:14.702142Z","caller":"traceutil/trace.go:171","msg":"trace[1159638166] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"176.001275ms","start":"2026-03-08T03:21:14.526073Z","end":"2026-03-08T03:21:14.702074Z","steps":["trace[1159638166] 'process raft request' (duration: 148.422068ms)","trace[1159638166] 'compare' (duration: 27.252869ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:14.859914Z","caller":"traceutil/trace.go:171","msg":"trace[2138837153] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"172.82654ms","start":"2026-03-08T03:21:14.687072Z","end":"2026-03-08T03:21:14.859899Z","steps":["trace[2138837153] 'process raft request' (duration: 172.749618ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:14.859959Z","caller":"traceutil/trace.go:171","msg":"trace[247591741] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"173.736521ms","start":"2026-03-08T03:21:14.686195Z","end":"2026-03-08T03:21:14.859931Z","steps":["trace[247591741] 'process raft request' (duration: 142.844117ms)","trace[247591741] 'compare' (duration: 30.672119ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:14.860244Z","caller":"traceutil/trace.go:171","msg":"trace[424815574] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"173.096536ms","start":"2026-03-08T03:21:14.687138Z","end":"2026-03-08T03:21:14.860235Z","steps":["trace[424815574] 'process raft request' (duration: 172.728877ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:14.860313Z","caller":"traceutil/trace.go:171","msg":"trace[1545583580] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"173.115936ms","start":"2026-03-08T03:21:14.687175Z","end":"2026-03-08T03:21:14.860291Z","steps":["trace[1545583580] 'process raft request' (duration: 172.924882ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:14.860434Z","caller":"traceutil/trace.go:171","msg":"trace[1545642948] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"173.212239ms","start":"2026-03-08T03:21:14.687205Z","end":"2026-03-08T03:21:14.860418Z","steps":["trace[1545642948] 'process raft request' (duration: 173.036275ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:14.861483Z","caller":"traceutil/trace.go:171","msg":"trace[1367497395] linearizableReadLoop","detail":"{readStateIndex:26430; appliedIndex:26424; }","duration":"168.278364ms","start":"2026-03-08T03:21:14.693185Z","end":"2026-03-08T03:21:14.861463Z","steps":["trace[1367497395] 'read index received' (duration: 44.35464ms)","trace[1367497395] 'applied index is now lower than readState.Index' (duration: 123.922424ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:14.861565Z","caller":"traceutil/trace.go:171","msg":"trace[134143369] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"155.777121ms","start":"2026-03-08T03:21:14.705771Z","end":"2026-03-08T03:21:14.861548Z","steps":["trace[134143369] 'process raft request' (duration: 154.580223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:14.861836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.256638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:14.861904Z","caller":"traceutil/trace.go:171","msg":"trace[727424466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25523; }","duration":"152.33149ms","start":"2026-03-08T03:21:14.70956Z","end":"2026-03-08T03:21:14.861891Z","steps":["trace[727424466] 'agreement among raft nodes before linearized reading' (duration: 152.233378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:14.862221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.690718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-08T03:21:14.862265Z","caller":"traceutil/trace.go:171","msg":"trace[1634222578] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25523; }","duration":"108.764799ms","start":"2026-03-08T03:21:14.753488Z","end":"2026-03-08T03:21:14.862253Z","steps":["trace[1634222578] 'agreement among raft nodes before linearized reading' (duration: 108.667016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:14.862324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.134474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:21:14.862394Z","caller":"traceutil/trace.go:171","msg":"trace[1523570503] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:25523; }","duration":"169.223635ms","start":"2026-03-08T03:21:14.693153Z","end":"2026-03-08T03:21:14.862377Z","steps":["trace[1523570503] 'agreement among raft nodes before linearized reading' (duration: 168.430777ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:16.991481Z","caller":"traceutil/trace.go:171","msg":"trace[775493581] linearizableReadLoop","detail":"{readStateIndex:26441; appliedIndex:26440; }","duration":"126.512495ms","start":"2026-03-08T03:21:16.864914Z","end":"2026-03-08T03:21:16.991426Z","steps":["trace[775493581] 'read index received' (duration: 103.27461ms)","trace[775493581] 'applied index is now lower than readState.Index' (duration: 23.236515ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:16.99152Z","caller":"traceutil/trace.go:171","msg":"trace[1244451282] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"126.690429ms","start":"2026-03-08T03:21:16.8648Z","end":"2026-03-08T03:21:16.991491Z","steps":["trace[1244451282] 'process raft request' (duration: 103.379643ms)","trace[1244451282] 'compare' (duration: 22.986139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:16.991782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.846443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:21:16.991835Z","caller":"traceutil/trace.go:171","msg":"trace[1523521902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25532; }","duration":"126.957795ms","start":"2026-03-08T03:21:16.864863Z","end":"2026-03-08T03:21:16.991821Z","steps":["trace[1523521902] 'agreement among raft nodes before linearized reading' (duration: 126.766761ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:16.995393Z","caller":"traceutil/trace.go:171","msg":"trace[371386957] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"130.311504ms","start":"2026-03-08T03:21:16.865064Z","end":"2026-03-08T03:21:16.995376Z","steps":["trace[371386957] 'process raft request' (duration: 129.69498ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:16.995665Z","caller":"traceutil/trace.go:171","msg":"trace[1449087925] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"130.532869ms","start":"2026-03-08T03:21:16.865106Z","end":"2026-03-08T03:21:16.995639Z","steps":["trace[1449087925] 'process raft request' (duration: 129.737341ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:16.995921Z","caller":"traceutil/trace.go:171","msg":"trace[1616500726] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"130.782705ms","start":"2026-03-08T03:21:16.865126Z","end":"2026-03-08T03:21:16.995909Z","steps":["trace[1616500726] 'process raft request' (duration: 129.778991ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:16.996019Z","caller":"traceutil/trace.go:171","msg":"trace[2029745840] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"128.85017ms","start":"2026-03-08T03:21:16.86716Z","end":"2026-03-08T03:21:16.99601Z","steps":["trace[2029745840] 'process raft request' (duration: 127.781425ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.209225Z","caller":"traceutil/trace.go:171","msg":"trace[296984303] linearizableReadLoop","detail":"{readStateIndex:26468; appliedIndex:26467; }","duration":"168.60241ms","start":"2026-03-08T03:21:21.04059Z","end":"2026-03-08T03:21:21.209193Z","steps":["trace[296984303] 'read index received' (duration: 168.561229ms)","trace[296984303] 'applied index is now lower than readState.Index' (duration: 39.221µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:21.209404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.414999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:21.209524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.727437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:21.209531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.393892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:21:21.209628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.8767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:21.209636Z","caller":"traceutil/trace.go:171","msg":"trace[1120081574] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25559; }","duration":"202.534335ms","start":"2026-03-08T03:21:21.00708Z","end":"2026-03-08T03:21:21.209615Z","steps":["trace[1120081574] 'agreement among raft nodes before linearized reading' (duration: 202.178117ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.209666Z","caller":"traceutil/trace.go:171","msg":"trace[1654155408] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25559; }","duration":"204.942262ms","start":"2026-03-08T03:21:21.004714Z","end":"2026-03-08T03:21:21.209657Z","steps":["trace[1654155408] 'agreement among raft nodes before linearized reading' (duration: 204.890141ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.209762Z","caller":"traceutil/trace.go:171","msg":"trace[1153039079] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"201.412289ms","start":"2026-03-08T03:21:21.008331Z","end":"2026-03-08T03:21:21.209743Z","steps":["trace[1153039079] 'process raft request' (duration: 200.680752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.209976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.254779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:21.210022Z","caller":"traceutil/trace.go:171","msg":"trace[2098650438] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25559; }","duration":"202.31878ms","start":"2026-03-08T03:21:21.007693Z","end":"2026-03-08T03:21:21.210012Z","steps":["trace[2098650438] 'agreement among raft nodes before linearized reading' (duration: 202.205038ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.209521Z","caller":"traceutil/trace.go:171","msg":"trace[1830440151] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25559; }","duration":"201.582493ms","start":"2026-03-08T03:21:21.007915Z","end":"2026-03-08T03:21:21.209497Z","steps":["trace[1830440151] 'agreement among raft nodes before linearized reading' (duration: 201.283446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.210227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.801232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:21.210328Z","caller":"traceutil/trace.go:171","msg":"trace[248438456] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25559; }","duration":"202.938465ms","start":"2026-03-08T03:21:21.007367Z","end":"2026-03-08T03:21:21.210305Z","steps":["trace[248438456] 'agreement among raft nodes before linearized reading' (duration: 202.770691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.210304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.27674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:21.210424Z","caller":"traceutil/trace.go:171","msg":"trace[2125916255] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25559; }","duration":"202.447953ms","start":"2026-03-08T03:21:21.007951Z","end":"2026-03-08T03:21:21.210399Z","steps":["trace[2125916255] 'agreement among raft nodes before linearized reading' (duration: 202.225668ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.20958Z","caller":"traceutil/trace.go:171","msg":"trace[1997639577] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25559; }","duration":"204.773358ms","start":"2026-03-08T03:21:21.004786Z","end":"2026-03-08T03:21:21.20956Z","steps":["trace[1997639577] 'agreement among raft nodes before linearized reading' (duration: 204.700606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.20945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.663868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:21.210593Z","caller":"traceutil/trace.go:171","msg":"trace[1388295982] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25559; }","duration":"203.864446ms","start":"2026-03-08T03:21:21.006696Z","end":"2026-03-08T03:21:21.21056Z","steps":["trace[1388295982] 'agreement among raft nodes before linearized reading' (duration: 202.684509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.20984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.88272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:21.210866Z","caller":"traceutil/trace.go:171","msg":"trace[752431421] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25559; }","duration":"202.899334ms","start":"2026-03-08T03:21:21.007927Z","end":"2026-03-08T03:21:21.210827Z","steps":["trace[752431421] 'agreement among raft nodes before linearized reading' (duration: 201.86885ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.271256Z","caller":"traceutil/trace.go:171","msg":"trace[764001608] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"220.698831ms","start":"2026-03-08T03:21:21.050529Z","end":"2026-03-08T03:21:21.271227Z","steps":["trace[764001608] 'process raft request' (duration: 220.481846ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.27152Z","caller":"traceutil/trace.go:171","msg":"trace[369411585] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"202.632737ms","start":"2026-03-08T03:21:21.068863Z","end":"2026-03-08T03:21:21.271496Z","steps":["trace[369411585] 'process raft request' (duration: 202.31432ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.271911Z","caller":"traceutil/trace.go:171","msg":"trace[497637805] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"202.938915ms","start":"2026-03-08T03:21:21.068954Z","end":"2026-03-08T03:21:21.271893Z","steps":["trace[497637805] 'process raft request' (duration: 202.457703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.272042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.680392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:21.272077Z","caller":"traceutil/trace.go:171","msg":"trace[186837881] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25563; }","duration":"197.728453ms","start":"2026-03-08T03:21:21.07434Z","end":"2026-03-08T03:21:21.272068Z","steps":["trace[186837881] 'agreement among raft nodes before linearized reading' (duration: 197.651101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.272143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.822263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:21:21.272196Z","caller":"traceutil/trace.go:171","msg":"trace[694982181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25563; }","duration":"147.911385ms","start":"2026-03-08T03:21:21.124272Z","end":"2026-03-08T03:21:21.272183Z","steps":["trace[694982181] 'agreement among raft nodes before linearized reading' (duration: 147.707081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.272201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.238396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T03:21:21.272262Z","caller":"traceutil/trace.go:171","msg":"trace[1855178619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25563; }","duration":"146.328358ms","start":"2026-03-08T03:21:21.125921Z","end":"2026-03-08T03:21:21.27225Z","steps":["trace[1855178619] 'agreement among raft nodes before linearized reading' (duration: 146.135603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.272273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.144873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:21:21.272403Z","caller":"traceutil/trace.go:171","msg":"trace[2087492042] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"199.695289ms","start":"2026-03-08T03:21:21.072696Z","end":"2026-03-08T03:21:21.272391Z","steps":["trace[2087492042] 'process raft request' (duration: 199.208468ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.272401Z","caller":"traceutil/trace.go:171","msg":"trace[7853268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25563; }","duration":"146.305068ms","start":"2026-03-08T03:21:21.126071Z","end":"2026-03-08T03:21:21.272377Z","steps":["trace[7853268] 'agreement among raft nodes before linearized reading' (duration: 145.947119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.272406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.505058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:21.272493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.892285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:21:21.272524Z","caller":"traceutil/trace.go:171","msg":"trace[986477310] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25563; }","duration":"197.649261ms","start":"2026-03-08T03:21:21.074852Z","end":"2026-03-08T03:21:21.272501Z","steps":["trace[986477310] 'agreement among raft nodes before linearized reading' (duration: 197.445566ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.272542Z","caller":"traceutil/trace.go:171","msg":"trace[747898727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25563; }","duration":"147.957256ms","start":"2026-03-08T03:21:21.12457Z","end":"2026-03-08T03:21:21.272528Z","steps":["trace[747898727] 'agreement among raft nodes before linearized reading' (duration: 147.711091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.27269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.799512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:21:21.272683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.789898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:21.27272Z","caller":"traceutil/trace.go:171","msg":"trace[1987380106] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25563; }","duration":"202.885624ms","start":"2026-03-08T03:21:21.069827Z","end":"2026-03-08T03:21:21.272712Z","steps":["trace[1987380106] 'agreement among raft nodes before linearized reading' (duration: 202.795932ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.272739Z","caller":"traceutil/trace.go:171","msg":"trace[1589299229] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25563; }","duration":"198.847299ms","start":"2026-03-08T03:21:21.073877Z","end":"2026-03-08T03:21:21.272724Z","steps":["trace[1589299229] 'agreement among raft nodes before linearized reading' (duration: 198.696226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.273501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.343153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:21:21.273552Z","caller":"traceutil/trace.go:171","msg":"trace[1382257447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25563; }","duration":"185.417324ms","start":"2026-03-08T03:21:21.088126Z","end":"2026-03-08T03:21:21.273543Z","steps":["trace[1382257447] 'agreement among raft nodes before linearized reading' (duration: 184.060542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.273971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.235475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:21.274019Z","caller":"traceutil/trace.go:171","msg":"trace[1530697985] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25563; }","duration":"204.306107ms","start":"2026-03-08T03:21:21.069703Z","end":"2026-03-08T03:21:21.274009Z","steps":["trace[1530697985] 'agreement among raft nodes before linearized reading' (duration: 202.255389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:21.458266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.939561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:21.458383Z","caller":"traceutil/trace.go:171","msg":"trace[1993869950] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"180.620882ms","start":"2026-03-08T03:21:21.277743Z","end":"2026-03-08T03:21:21.458364Z","steps":["trace[1993869950] 'process raft request' (duration: 60.500828ms)","trace[1993869950] 'compare' (duration: 119.811107ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:21.479695Z","caller":"traceutil/trace.go:171","msg":"trace[27370503] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"201.247786ms","start":"2026-03-08T03:21:21.278427Z","end":"2026-03-08T03:21:21.479675Z","steps":["trace[27370503] 'process raft request' (duration: 201.058442ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.480006Z","caller":"traceutil/trace.go:171","msg":"trace[1814440344] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"201.353199ms","start":"2026-03-08T03:21:21.278618Z","end":"2026-03-08T03:21:21.479971Z","steps":["trace[1814440344] 'process raft request' (duration: 201.014631ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.48013Z","caller":"traceutil/trace.go:171","msg":"trace[856665991] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"201.215696ms","start":"2026-03-08T03:21:21.278884Z","end":"2026-03-08T03:21:21.480099Z","steps":["trace[856665991] 'process raft request' (duration: 201.163985ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:21.480307Z","caller":"traceutil/trace.go:171","msg":"trace[840002588] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"201.526703ms","start":"2026-03-08T03:21:21.278757Z","end":"2026-03-08T03:21:21.480284Z","steps":["trace[840002588] 'process raft request' (duration: 201.125774ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:31.559137Z","caller":"traceutil/trace.go:171","msg":"trace[485338147] linearizableReadLoop","detail":"{readStateIndex:26544; appliedIndex:26541; }","duration":"122.199824ms","start":"2026-03-08T03:21:31.436921Z","end":"2026-03-08T03:21:31.559121Z","steps":["trace[485338147] 'read index received' (duration: 120.834022ms)","trace[485338147] 'applied index is now lower than readState.Index' (duration: 1.365022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:31.559288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.835105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:31.559314Z","caller":"traceutil/trace.go:171","msg":"trace[1409533045] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25631; }","duration":"127.883627ms","start":"2026-03-08T03:21:31.431424Z","end":"2026-03-08T03:21:31.559307Z","steps":["trace[1409533045] 'agreement among raft nodes before linearized reading' (duration: 127.768485ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:31.559539Z","caller":"traceutil/trace.go:171","msg":"trace[1849636181] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"128.662015ms","start":"2026-03-08T03:21:31.43087Z","end":"2026-03-08T03:21:31.559532Z","steps":["trace[1849636181] 'process raft request' (duration: 126.883094ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:31.55965Z","caller":"traceutil/trace.go:171","msg":"trace[2137151204] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"127.771934ms","start":"2026-03-08T03:21:31.431872Z","end":"2026-03-08T03:21:31.559644Z","steps":["trace[2137151204] 'process raft request' (duration: 127.1893ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:31.559748Z","caller":"traceutil/trace.go:171","msg":"trace[1338626336] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"127.552229ms","start":"2026-03-08T03:21:31.432189Z","end":"2026-03-08T03:21:31.559742Z","steps":["trace[1338626336] 'process raft request' (duration: 126.899284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:31.559882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.744454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:31.559902Z","caller":"traceutil/trace.go:171","msg":"trace[760150604] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25631; }","duration":"127.779914ms","start":"2026-03-08T03:21:31.432118Z","end":"2026-03-08T03:21:31.559898Z","steps":["trace[760150604] 'agreement among raft nodes before linearized reading' (duration: 127.708322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:31.560015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.495942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:31.560034Z","caller":"traceutil/trace.go:171","msg":"trace[1835770419] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25631; }","duration":"128.551322ms","start":"2026-03-08T03:21:31.431479Z","end":"2026-03-08T03:21:31.56003Z","steps":["trace[1835770419] 'agreement among raft nodes before linearized reading' (duration: 128.521511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:31.560153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.697916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:31.560175Z","caller":"traceutil/trace.go:171","msg":"trace[1184238485] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25631; }","duration":"128.743217ms","start":"2026-03-08T03:21:31.431428Z","end":"2026-03-08T03:21:31.560171Z","steps":["trace[1184238485] 'agreement among raft nodes before linearized reading' (duration: 128.695416ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:31.732172Z","caller":"traceutil/trace.go:171","msg":"trace[658414882] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"131.181604ms","start":"2026-03-08T03:21:31.600968Z","end":"2026-03-08T03:21:31.732149Z","steps":["trace[658414882] 'process raft request' (duration: 76.413751ms)","trace[658414882] 'compare' (duration: 54.616929ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:31.732446Z","caller":"traceutil/trace.go:171","msg":"trace[1686039526] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"131.44276ms","start":"2026-03-08T03:21:31.600975Z","end":"2026-03-08T03:21:31.732418Z","steps":["trace[1686039526] 'process raft request' (duration: 131.134633ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:31.73251Z","caller":"traceutil/trace.go:171","msg":"trace[885742571] linearizableReadLoop","detail":"{readStateIndex:26547; appliedIndex:26545; }","duration":"107.992201ms","start":"2026-03-08T03:21:31.62451Z","end":"2026-03-08T03:21:31.732502Z","steps":["trace[885742571] 'read index received' (duration: 52.88455ms)","trace[885742571] 'applied index is now lower than readState.Index' (duration: 55.106791ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:31.732451Z","caller":"traceutil/trace.go:171","msg":"trace[1583458067] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"101.237473ms","start":"2026-03-08T03:21:31.631192Z","end":"2026-03-08T03:21:31.73243Z","steps":["trace[1583458067] 'process raft request' (duration: 101.12937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:31.732671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.624125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:21:31.7327Z","caller":"traceutil/trace.go:171","msg":"trace[173827966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25635; }","duration":"131.680506ms","start":"2026-03-08T03:21:31.601013Z","end":"2026-03-08T03:21:31.732694Z","steps":["trace[173827966] 'agreement among raft nodes before linearized reading' (duration: 131.522622ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:31.871135Z","caller":"traceutil/trace.go:171","msg":"trace[1268107713] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"133.95291ms","start":"2026-03-08T03:21:31.737154Z","end":"2026-03-08T03:21:31.871107Z","steps":["trace[1268107713] 'process raft request' (duration: 131.929912ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:33.739915Z","caller":"traceutil/trace.go:171","msg":"trace[1144672730] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"104.093459ms","start":"2026-03-08T03:21:33.635794Z","end":"2026-03-08T03:21:33.739887Z","steps":["trace[1144672730] 'process raft request' (duration: 103.869474ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:37.518829Z","caller":"traceutil/trace.go:171","msg":"trace[1735574886] linearizableReadLoop","detail":"{readStateIndex:26582; appliedIndex:26581; }","duration":"136.580661ms","start":"2026-03-08T03:21:37.382226Z","end":"2026-03-08T03:21:37.518806Z","steps":["trace[1735574886] 'read index received' (duration: 136.329055ms)","trace[1735574886] 'applied index is now lower than readState.Index' (duration: 250.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:37.518885Z","caller":"traceutil/trace.go:171","msg":"trace[1147238075] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"175.157555ms","start":"2026-03-08T03:21:37.343692Z","end":"2026-03-08T03:21:37.51885Z","steps":["trace[1147238075] 'process raft request' (duration: 174.915439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.519068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.748015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:37.519213Z","caller":"traceutil/trace.go:171","msg":"trace[519852002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25668; }","duration":"137.002341ms","start":"2026-03-08T03:21:37.382184Z","end":"2026-03-08T03:21:37.519186Z","steps":["trace[519852002] 'agreement among raft nodes before linearized reading' (duration: 136.726795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.519194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.593804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:37.519341Z","caller":"traceutil/trace.go:171","msg":"trace[1106613699] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25668; }","duration":"134.776058ms","start":"2026-03-08T03:21:37.384543Z","end":"2026-03-08T03:21:37.519319Z","steps":["trace[1106613699] 'agreement among raft nodes before linearized reading' (duration: 134.398479ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:37.960053Z","caller":"traceutil/trace.go:171","msg":"trace[1542944787] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"306.447952ms","start":"2026-03-08T03:21:37.653568Z","end":"2026-03-08T03:21:37.960016Z","steps":["trace[1542944787] 'process raft request' (duration: 306.3907ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:37.960104Z","caller":"traceutil/trace.go:171","msg":"trace[2004485722] linearizableReadLoop","detail":"{readStateIndex:26584; appliedIndex:26583; }","duration":"379.500244ms","start":"2026-03-08T03:21:37.580588Z","end":"2026-03-08T03:21:37.960089Z","steps":["trace[2004485722] 'read index received' (duration: 303.328269ms)","trace[2004485722] 'applied index is now lower than readState.Index' (duration: 76.170224ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:37.960144Z","caller":"traceutil/trace.go:171","msg":"trace[1674669241] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"378.404998ms","start":"2026-03-08T03:21:37.581705Z","end":"2026-03-08T03:21:37.96011Z","steps":["trace[1674669241] 'process raft request' (duration: 378.140252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.960204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.653546Z","time spent":"306.592595ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:37.960324Z","caller":"traceutil/trace.go:171","msg":"trace[1365503082] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"380.401045ms","start":"2026-03-08T03:21:37.579912Z","end":"2026-03-08T03:21:37.960313Z","steps":["trace[1365503082] 'process raft request' (duration: 303.889222ms)","trace[1365503082] 'compare' (duration: 75.858027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:37.960333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.581691Z","time spent":"378.544071ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:37.960383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.57988Z","time spent":"380.471457ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:37.960423Z","caller":"traceutil/trace.go:171","msg":"trace[947161789] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"378.405578ms","start":"2026-03-08T03:21:37.581956Z","end":"2026-03-08T03:21:37.960361Z","steps":["trace[947161789] 'process raft request' (duration: 377.960337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.960524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.887122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:21:37.960502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.878982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:37.960557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.448095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:21:37.960588Z","caller":"traceutil/trace.go:171","msg":"trace[2038666630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25673; }","duration":"208.522217ms","start":"2026-03-08T03:21:37.752058Z","end":"2026-03-08T03:21:37.960581Z","steps":["trace[2038666630] 'agreement among raft nodes before linearized reading' (duration: 208.428915ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:37.960584Z","caller":"traceutil/trace.go:171","msg":"trace[1613341669] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25673; }","duration":"380.089358ms","start":"2026-03-08T03:21:37.580479Z","end":"2026-03-08T03:21:37.960568Z","steps":["trace[1613341669] 'agreement among raft nodes before linearized reading' (duration: 379.922924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.960598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.58194Z","time spent":"378.577552ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:37.9606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.081667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:21:37.960628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.580447Z","time spent":"380.171939ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:21:37.9606Z","caller":"traceutil/trace.go:171","msg":"trace[1937187013] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25673; }","duration":"380.008915ms","start":"2026-03-08T03:21:37.580569Z","end":"2026-03-08T03:21:37.960577Z","steps":["trace[1937187013] 'agreement among raft nodes before linearized reading' (duration: 379.815901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.960633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.489873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:37.960674Z","caller":"traceutil/trace.go:171","msg":"trace[831877784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25673; }","duration":"179.191079ms","start":"2026-03-08T03:21:37.781465Z","end":"2026-03-08T03:21:37.960656Z","steps":["trace[831877784] 'agreement among raft nodes before linearized reading' (duration: 178.953313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.960691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.580563Z","time spent":"380.110288ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:37.960709Z","caller":"traceutil/trace.go:171","msg":"trace[1986597067] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25673; }","duration":"379.566365ms","start":"2026-03-08T03:21:37.581126Z","end":"2026-03-08T03:21:37.960692Z","steps":["trace[1986597067] 'agreement among raft nodes before linearized reading' (duration: 379.37588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.960674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.470612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:21:37.960764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.581084Z","time spent":"379.665807ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-08T03:21:37.960776Z","caller":"traceutil/trace.go:171","msg":"trace[350242449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25673; }","duration":"178.600715ms","start":"2026-03-08T03:21:37.782155Z","end":"2026-03-08T03:21:37.960756Z","steps":["trace[350242449] 'agreement among raft nodes before linearized reading' (duration: 178.305788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.960469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.37254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:37.960888Z","caller":"traceutil/trace.go:171","msg":"trace[1102695146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25673; }","duration":"248.805871ms","start":"2026-03-08T03:21:37.712063Z","end":"2026-03-08T03:21:37.960869Z","steps":["trace[1102695146] 'agreement among raft nodes before linearized reading' (duration: 248.382591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.96097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.439188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:21:37.961097Z","caller":"traceutil/trace.go:171","msg":"trace[823369327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25673; }","duration":"177.696785ms","start":"2026-03-08T03:21:37.78338Z","end":"2026-03-08T03:21:37.961077Z","steps":["trace[823369327] 'agreement among raft nodes before linearized reading' (duration: 177.07417ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:38.103694Z","caller":"traceutil/trace.go:171","msg":"trace[1314370731] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"138.056225ms","start":"2026-03-08T03:21:37.965602Z","end":"2026-03-08T03:21:38.103659Z","steps":["trace[1314370731] 'process raft request' (duration: 122.581852ms)","trace[1314370731] 'compare' (duration: 15.168066ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:38.10378Z","caller":"traceutil/trace.go:171","msg":"trace[1511252123] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"137.81921ms","start":"2026-03-08T03:21:37.965933Z","end":"2026-03-08T03:21:38.103752Z","steps":["trace[1511252123] 'process raft request' (duration: 137.543383ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:38.103965Z","caller":"traceutil/trace.go:171","msg":"trace[735219584] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"137.991194ms","start":"2026-03-08T03:21:37.965958Z","end":"2026-03-08T03:21:38.103949Z","steps":["trace[735219584] 'process raft request' (duration: 137.576365ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:38.104285Z","caller":"traceutil/trace.go:171","msg":"trace[1479460432] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"137.939282ms","start":"2026-03-08T03:21:37.966318Z","end":"2026-03-08T03:21:38.104258Z","steps":["trace[1479460432] 'process raft request' (duration: 137.309968ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:39.409486Z","caller":"traceutil/trace.go:171","msg":"trace[779291922] linearizableReadLoop","detail":"{readStateIndex:26594; appliedIndex:26593; }","duration":"133.452738ms","start":"2026-03-08T03:21:39.276008Z","end":"2026-03-08T03:21:39.409461Z","steps":["trace[779291922] 'read index received' (duration: 133.246033ms)","trace[779291922] 'applied index is now lower than readState.Index' (duration: 205.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:39.409666Z","caller":"traceutil/trace.go:171","msg":"trace[1906021484] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"137.210266ms","start":"2026-03-08T03:21:39.272324Z","end":"2026-03-08T03:21:39.409534Z","steps":["trace[1906021484] 'process raft request' (duration: 136.938539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.409733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.179971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:39.409771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.776738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:39.409821Z","caller":"traceutil/trace.go:171","msg":"trace[630213671] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25680; }","duration":"133.329075ms","start":"2026-03-08T03:21:39.276448Z","end":"2026-03-08T03:21:39.409778Z","steps":["trace[630213671] 'agreement among raft nodes before linearized reading' (duration: 133.172772ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:39.409832Z","caller":"traceutil/trace.go:171","msg":"trace[242062031] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25680; }","duration":"131.84064ms","start":"2026-03-08T03:21:39.277973Z","end":"2026-03-08T03:21:39.409814Z","steps":["trace[242062031] 'agreement among raft nodes before linearized reading' (duration: 131.778859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.409863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.481318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:39.409908Z","caller":"traceutil/trace.go:171","msg":"trace[2017256609] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25680; }","duration":"130.56169ms","start":"2026-03-08T03:21:39.279334Z","end":"2026-03-08T03:21:39.409895Z","steps":["trace[2017256609] 'agreement among raft nodes before linearized reading' (duration: 130.442207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.410037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.084769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:39.410067Z","caller":"traceutil/trace.go:171","msg":"trace[1286346925] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25680; }","duration":"133.13127ms","start":"2026-03-08T03:21:39.276928Z","end":"2026-03-08T03:21:39.410059Z","steps":["trace[1286346925] 'agreement among raft nodes before linearized reading' (duration: 133.089889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.410037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.302181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:39.410102Z","caller":"traceutil/trace.go:171","msg":"trace[353640261] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25680; }","duration":"132.383643ms","start":"2026-03-08T03:21:39.277708Z","end":"2026-03-08T03:21:39.410091Z","steps":["trace[353640261] 'agreement among raft nodes before linearized reading' (duration: 132.300231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.409727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.341359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:39.410086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.770555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:39.410283Z","caller":"traceutil/trace.go:171","msg":"trace[895989600] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25680; }","duration":"131.025291ms","start":"2026-03-08T03:21:39.279232Z","end":"2026-03-08T03:21:39.410257Z","steps":["trace[895989600] 'agreement among raft nodes before linearized reading' (duration: 130.633751ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:39.41014Z","caller":"traceutil/trace.go:171","msg":"trace[1522761232] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25680; }","duration":"131.791089ms","start":"2026-03-08T03:21:39.278341Z","end":"2026-03-08T03:21:39.410132Z","steps":["trace[1522761232] 'agreement among raft nodes before linearized reading' (duration: 131.334788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.409688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.657833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:39.4105Z","caller":"traceutil/trace.go:171","msg":"trace[1845328765] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25680; }","duration":"134.515563ms","start":"2026-03-08T03:21:39.275965Z","end":"2026-03-08T03:21:39.41048Z","steps":["trace[1845328765] 'agreement among raft nodes before linearized reading' (duration: 133.645232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.410132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.726687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:39.410656Z","caller":"traceutil/trace.go:171","msg":"trace[70717222] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25680; }","duration":"132.299701ms","start":"2026-03-08T03:21:39.278341Z","end":"2026-03-08T03:21:39.410641Z","steps":["trace[70717222] 'agreement among raft nodes before linearized reading' (duration: 131.561553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.623805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.888164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:39.623905Z","caller":"traceutil/trace.go:171","msg":"trace[1636430581] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25680; }","duration":"101.033858ms","start":"2026-03-08T03:21:39.52285Z","end":"2026-03-08T03:21:39.623884Z","steps":["trace[1636430581] 'range keys from in-memory index tree' (duration: 100.801462ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:40.076886Z","caller":"traceutil/trace.go:171","msg":"trace[47190589] linearizableReadLoop","detail":"{readStateIndex:26598; appliedIndex:26596; }","duration":"110.310196ms","start":"2026-03-08T03:21:39.966547Z","end":"2026-03-08T03:21:40.076858Z","steps":["trace[47190589] 'read index received' (duration: 17.873439ms)","trace[47190589] 'applied index is now lower than readState.Index' (duration: 92.435607ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:40.076939Z","caller":"traceutil/trace.go:171","msg":"trace[646753506] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"110.417038ms","start":"2026-03-08T03:21:39.966485Z","end":"2026-03-08T03:21:40.076902Z","steps":["trace[646753506] 'process raft request' (duration: 110.142761ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:40.077102Z","caller":"traceutil/trace.go:171","msg":"trace[1144309193] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"110.328476ms","start":"2026-03-08T03:21:39.966631Z","end":"2026-03-08T03:21:40.076959Z","steps":["trace[1144309193] 'process raft request' (duration: 110.158492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.077175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.608343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:21:40.077227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.606923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:40.077252Z","caller":"traceutil/trace.go:171","msg":"trace[445299541] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25685; }","duration":"110.713125ms","start":"2026-03-08T03:21:39.966522Z","end":"2026-03-08T03:21:40.077235Z","steps":["trace[445299541] 'agreement among raft nodes before linearized reading' (duration: 110.52678ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:40.077292Z","caller":"traceutil/trace.go:171","msg":"trace[446390838] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25685; }","duration":"110.711174ms","start":"2026-03-08T03:21:39.966564Z","end":"2026-03-08T03:21:40.077275Z","steps":["trace[446390838] 'agreement among raft nodes before linearized reading' (duration: 110.50041ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:40.292633Z","caller":"traceutil/trace.go:171","msg":"trace[503995201] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"135.010024ms","start":"2026-03-08T03:21:40.157604Z","end":"2026-03-08T03:21:40.292614Z","steps":["trace[503995201] 'process raft request' (duration: 134.82694ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:41.11831Z","caller":"traceutil/trace.go:171","msg":"trace[367839904] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"228.448374ms","start":"2026-03-08T03:21:40.889845Z","end":"2026-03-08T03:21:41.118294Z","steps":["trace[367839904] 'process raft request' (duration: 228.338201ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:41.241986Z","caller":"traceutil/trace.go:171","msg":"trace[1315200537] linearizableReadLoop","detail":"{readStateIndex:26607; appliedIndex:26606; }","duration":"119.274415ms","start":"2026-03-08T03:21:41.122689Z","end":"2026-03-08T03:21:41.241963Z","steps":["trace[1315200537] 'read index received' (duration: 38.186415ms)","trace[1315200537] 'applied index is now lower than readState.Index' (duration: 81.08696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:41.24225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.547372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:41.242291Z","caller":"traceutil/trace.go:171","msg":"trace[500196580] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25692; }","duration":"119.634134ms","start":"2026-03-08T03:21:41.122646Z","end":"2026-03-08T03:21:41.24228Z","steps":["trace[500196580] 'agreement among raft nodes before linearized reading' (duration: 119.508641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:41.242277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.49283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:41.242277Z","caller":"traceutil/trace.go:171","msg":"trace[548100345] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"315.74933ms","start":"2026-03-08T03:21:40.926401Z","end":"2026-03-08T03:21:41.242151Z","steps":["trace[548100345] 'process raft request' (duration: 234.576418ms)","trace[548100345] 'compare' (duration: 80.851344ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:41.242333Z","caller":"traceutil/trace.go:171","msg":"trace[979202374] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25692; }","duration":"119.575792ms","start":"2026-03-08T03:21:41.122745Z","end":"2026-03-08T03:21:41.242321Z","steps":["trace[979202374] 'agreement among raft nodes before linearized reading' (duration: 119.467959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:41.242443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.926379Z","time spent":"315.978076ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:42.228901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.106852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:42.229014Z","caller":"traceutil/trace.go:171","msg":"trace[700576539] linearizableReadLoop","detail":"{readStateIndex:26612; appliedIndex:26611; }","duration":"146.090824ms","start":"2026-03-08T03:21:42.082895Z","end":"2026-03-08T03:21:42.228986Z","steps":["trace[700576539] 'read index received' (duration: 20.927551ms)","trace[700576539] 'applied index is now lower than readState.Index' (duration: 125.162193ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:42.229086Z","caller":"traceutil/trace.go:171","msg":"trace[87077538] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"239.626686ms","start":"2026-03-08T03:21:41.989448Z","end":"2026-03-08T03:21:42.229074Z","steps":["trace[87077538] 'process raft request' (duration: 114.266818ms)","trace[87077538] 'compare' (duration: 124.996719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:42.229271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.38262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:42.229309Z","caller":"traceutil/trace.go:171","msg":"trace[1336656593] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25697; }","duration":"146.459722ms","start":"2026-03-08T03:21:42.082841Z","end":"2026-03-08T03:21:42.2293Z","steps":["trace[1336656593] 'agreement among raft nodes before linearized reading' (duration: 146.343079ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:42.252229Z","caller":"traceutil/trace.go:171","msg":"trace[207864375] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"168.9593ms","start":"2026-03-08T03:21:42.083238Z","end":"2026-03-08T03:21:42.252197Z","steps":["trace[207864375] 'process raft request' (duration: 168.638672ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:42.252272Z","caller":"traceutil/trace.go:171","msg":"trace[1143012914] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"167.954216ms","start":"2026-03-08T03:21:42.08429Z","end":"2026-03-08T03:21:42.252245Z","steps":["trace[1143012914] 'process raft request' (duration: 167.823623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:42.252505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.957699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:42.252629Z","caller":"traceutil/trace.go:171","msg":"trace[247924110] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25699; }","duration":"169.103923ms","start":"2026-03-08T03:21:42.083497Z","end":"2026-03-08T03:21:42.252601Z","steps":["trace[247924110] 'agreement among raft nodes before linearized reading' (duration: 168.759085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:42.252666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.429971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:21:42.25275Z","caller":"traceutil/trace.go:171","msg":"trace[1656318581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25699; }","duration":"108.560064ms","start":"2026-03-08T03:21:42.144161Z","end":"2026-03-08T03:21:42.252721Z","steps":["trace[1656318581] 'agreement among raft nodes before linearized reading' (duration: 108.341839ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:42.410737Z","caller":"traceutil/trace.go:171","msg":"trace[134733889] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"153.202651ms","start":"2026-03-08T03:21:42.257516Z","end":"2026-03-08T03:21:42.410719Z","steps":["trace[134733889] 'process raft request' (duration: 152.943435ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:42.41111Z","caller":"traceutil/trace.go:171","msg":"trace[1998512816] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"152.997025ms","start":"2026-03-08T03:21:42.2581Z","end":"2026-03-08T03:21:42.411097Z","steps":["trace[1998512816] 'process raft request' (duration: 152.579506ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:42.411184Z","caller":"traceutil/trace.go:171","msg":"trace[1692287936] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"152.998355ms","start":"2026-03-08T03:21:42.258165Z","end":"2026-03-08T03:21:42.411163Z","steps":["trace[1692287936] 'process raft request' (duration: 152.78527ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:42.411143Z","caller":"traceutil/trace.go:171","msg":"trace[1898105386] linearizableReadLoop","detail":"{readStateIndex:26618; appliedIndex:26614; }","duration":"114.35498ms","start":"2026-03-08T03:21:42.296759Z","end":"2026-03-08T03:21:42.411114Z","steps":["trace[1898105386] 'read index received' (duration: 14.51194ms)","trace[1898105386] 'applied index is now lower than readState.Index' (duration: 99.84154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:42.411462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.674117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:21:42.411591Z","caller":"traceutil/trace.go:171","msg":"trace[573931357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25703; }","duration":"114.78822ms","start":"2026-03-08T03:21:42.296723Z","end":"2026-03-08T03:21:42.411512Z","steps":["trace[573931357] 'agreement among raft nodes before linearized reading' (duration: 114.599106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:43.342235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.431493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:43.342342Z","caller":"traceutil/trace.go:171","msg":"trace[570742223] linearizableReadLoop","detail":"{readStateIndex:26621; appliedIndex:26620; }","duration":"328.5635ms","start":"2026-03-08T03:21:43.013763Z","end":"2026-03-08T03:21:43.342326Z","steps":["trace[570742223] 'read index received' (duration: 166.927812ms)","trace[570742223] 'applied index is now lower than readState.Index' (duration: 161.634658ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:43.342391Z","caller":"traceutil/trace.go:171","msg":"trace[967344894] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"440.717798ms","start":"2026-03-08T03:21:42.90164Z","end":"2026-03-08T03:21:43.342358Z","steps":["trace[967344894] 'process raft request' (duration: 279.0738ms)","trace[967344894] 'compare' (duration: 161.31088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:43.342503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:42.901623Z","time spent":"440.826481ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:43.342556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.769095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:43.342659Z","caller":"traceutil/trace.go:171","msg":"trace[443161755] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25706; }","duration":"328.934399ms","start":"2026-03-08T03:21:43.013699Z","end":"2026-03-08T03:21:43.342633Z","steps":["trace[443161755] 'agreement among raft nodes before linearized reading' (duration: 328.763215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:43.34273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.013677Z","time spent":"329.037342ms","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:21:43.368511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.068811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:43.368571Z","caller":"traceutil/trace.go:171","msg":"trace[1992942535] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25707; }","duration":"122.148562ms","start":"2026-03-08T03:21:43.246409Z","end":"2026-03-08T03:21:43.368557Z","steps":["trace[1992942535] 'agreement among raft nodes before linearized reading' (duration: 122.0533ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:43.368494Z","caller":"traceutil/trace.go:171","msg":"trace[895778327] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"120.983566ms","start":"2026-03-08T03:21:43.247471Z","end":"2026-03-08T03:21:43.368454Z","steps":["trace[895778327] 'process raft request' (duration: 120.810002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:43.36936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.969912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:43.369502Z","caller":"traceutil/trace.go:171","msg":"trace[435603033] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25707; }","duration":"123.119165ms","start":"2026-03-08T03:21:43.246325Z","end":"2026-03-08T03:21:43.369444Z","steps":["trace[435603033] 'agreement among raft nodes before linearized reading' (duration: 122.252225ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:43.774458Z","caller":"traceutil/trace.go:171","msg":"trace[69292653] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"132.387022ms","start":"2026-03-08T03:21:43.642048Z","end":"2026-03-08T03:21:43.774435Z","steps":["trace[69292653] 'process raft request' (duration: 132.236299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:44.044309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.374343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:44.044417Z","caller":"traceutil/trace.go:171","msg":"trace[1164753357] linearizableReadLoop","detail":"{readStateIndex:26625; appliedIndex:26624; }","duration":"388.093005ms","start":"2026-03-08T03:21:43.656307Z","end":"2026-03-08T03:21:44.0444Z","steps":["trace[1164753357] 'read index received' (duration: 118.120698ms)","trace[1164753357] 'applied index is now lower than readState.Index' (duration: 269.970587ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:44.044472Z","caller":"traceutil/trace.go:171","msg":"trace[1999728639] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"402.011781ms","start":"2026-03-08T03:21:43.642409Z","end":"2026-03-08T03:21:44.044421Z","steps":["trace[1999728639] 'process raft request' (duration: 292.424973ms)","trace[1999728639] 'compare' (duration: 109.145628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:44.044614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.30164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:21:44.044664Z","caller":"traceutil/trace.go:171","msg":"trace[1027962331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25710; }","duration":"388.373202ms","start":"2026-03-08T03:21:43.656281Z","end":"2026-03-08T03:21:44.044654Z","steps":["trace[1027962331] 'agreement among raft nodes before linearized reading' (duration: 388.205948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:44.044703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.656249Z","time spent":"388.447384ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:21:44.044708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.642396Z","time spent":"402.185845ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:44.044871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.390196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-08T03:21:44.044912Z","caller":"traceutil/trace.go:171","msg":"trace[34997997] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25710; }","duration":"354.467777ms","start":"2026-03-08T03:21:43.690434Z","end":"2026-03-08T03:21:44.044901Z","steps":["trace[34997997] 'agreement among raft nodes before linearized reading' (duration: 354.361215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:44.044937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.690416Z","time spent":"354.515578ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-08T03:21:44.045353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.773521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:44.045452Z","caller":"traceutil/trace.go:171","msg":"trace[2050902363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25710; }","duration":"330.907565ms","start":"2026-03-08T03:21:43.714525Z","end":"2026-03-08T03:21:44.045432Z","steps":["trace[2050902363] 'agreement among raft nodes before linearized reading' (duration: 330.330541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:44.045504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.714514Z","time spent":"330.974266ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:44.045376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.445888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:44.045553Z","caller":"traceutil/trace.go:171","msg":"trace[1012211513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25710; }","duration":"335.129194ms","start":"2026-03-08T03:21:43.710414Z","end":"2026-03-08T03:21:44.045543Z","steps":["trace[1012211513] 'agreement among raft nodes before linearized reading' (duration: 334.409437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:44.045591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.710371Z","time spent":"335.209755ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:21:44.801264Z","caller":"traceutil/trace.go:171","msg":"trace[1839263905] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26632; }","duration":"253.917731ms","start":"2026-03-08T03:21:44.547326Z","end":"2026-03-08T03:21:44.801244Z","steps":["trace[1839263905] 'read index received' (duration: 253.507741ms)","trace[1839263905] 'applied index is now lower than readState.Index' (duration: 409.06µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:44.801331Z","caller":"traceutil/trace.go:171","msg":"trace[831547242] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"308.288975ms","start":"2026-03-08T03:21:44.493014Z","end":"2026-03-08T03:21:44.801303Z","steps":["trace[831547242] 'process raft request' (duration: 307.903476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:44.801446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.610568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:21:44.801467Z","caller":"traceutil/trace.go:171","msg":"trace[1719506047] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:25718; }","duration":"106.68023ms","start":"2026-03-08T03:21:44.694779Z","end":"2026-03-08T03:21:44.801459Z","steps":["trace[1719506047] 'agreement among raft nodes before linearized reading' (duration: 106.588858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:44.801531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:44.493005Z","time spent":"308.458619ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:44.801418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.077574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:44.801654Z","caller":"traceutil/trace.go:171","msg":"trace[536238356] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25718; }","duration":"254.30511ms","start":"2026-03-08T03:21:44.547311Z","end":"2026-03-08T03:21:44.801616Z","steps":["trace[536238356] 'agreement among raft nodes before linearized reading' (duration: 254.003943ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:44.968791Z","caller":"traceutil/trace.go:171","msg":"trace[345546518] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"128.208485ms","start":"2026-03-08T03:21:44.840556Z","end":"2026-03-08T03:21:44.968764Z","steps":["trace[345546518] 'process raft request' (duration: 120.022863ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:45.65278Z","caller":"traceutil/trace.go:171","msg":"trace[2112353112] linearizableReadLoop","detail":"{readStateIndex:26638; appliedIndex:26637; }","duration":"169.830011ms","start":"2026-03-08T03:21:45.482927Z","end":"2026-03-08T03:21:45.652757Z","steps":["trace[2112353112] 'read index received' (duration: 84.199814ms)","trace[2112353112] 'applied index is now lower than readState.Index' (duration: 85.629347ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:45.652892Z","caller":"traceutil/trace.go:171","msg":"trace[1533940170] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"170.090126ms","start":"2026-03-08T03:21:45.482793Z","end":"2026-03-08T03:21:45.652883Z","steps":["trace[1533940170] 'process raft request' (duration: 84.312056ms)","trace[1533940170] 'compare' (duration: 85.552055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:45.653072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.129368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:45.653099Z","caller":"traceutil/trace.go:171","msg":"trace[2000080843] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25722; }","duration":"170.187188ms","start":"2026-03-08T03:21:45.482905Z","end":"2026-03-08T03:21:45.653092Z","steps":["trace[2000080843] 'agreement among raft nodes before linearized reading' (duration: 170.071966ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:45.898117Z","caller":"traceutil/trace.go:171","msg":"trace[1926533037] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"117.974035ms","start":"2026-03-08T03:21:45.780119Z","end":"2026-03-08T03:21:45.898093Z","steps":["trace[1926533037] 'process raft request' (duration: 117.796151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:46.360677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.301088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:21:46.36082Z","caller":"traceutil/trace.go:171","msg":"trace[1460989564] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25724; }","duration":"117.491622ms","start":"2026-03-08T03:21:46.243288Z","end":"2026-03-08T03:21:46.360779Z","steps":["trace[1460989564] 'range keys from in-memory index tree' (duration: 117.071433ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:47.155429Z","caller":"traceutil/trace.go:171","msg":"trace[1375991538] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"112.722312ms","start":"2026-03-08T03:21:47.042689Z","end":"2026-03-08T03:21:47.155411Z","steps":["trace[1375991538] 'process raft request' (duration: 112.597539ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:47.530636Z","caller":"traceutil/trace.go:171","msg":"trace[1795976416] linearizableReadLoop","detail":"{readStateIndex:26650; appliedIndex:26649; }","duration":"100.050575ms","start":"2026-03-08T03:21:47.430566Z","end":"2026-03-08T03:21:47.530617Z","steps":["trace[1795976416] 'read index received' (duration: 99.82499ms)","trace[1795976416] 'applied index is now lower than readState.Index' (duration: 224.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:47.530867Z","caller":"traceutil/trace.go:171","msg":"trace[579095658] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"100.396553ms","start":"2026-03-08T03:21:47.430456Z","end":"2026-03-08T03:21:47.530852Z","steps":["trace[579095658] 'process raft request' (duration: 100.021194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:47.5311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.518956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:47.531175Z","caller":"traceutil/trace.go:171","msg":"trace[1726869767] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25734; }","duration":"100.640789ms","start":"2026-03-08T03:21:47.430516Z","end":"2026-03-08T03:21:47.531157Z","steps":["trace[1726869767] 'agreement among raft nodes before linearized reading' (duration: 100.499625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.280509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.215848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:48.280654Z","caller":"traceutil/trace.go:171","msg":"trace[1964793876] linearizableReadLoop","detail":"{readStateIndex:26653; appliedIndex:26652; }","duration":"246.526518ms","start":"2026-03-08T03:21:48.034107Z","end":"2026-03-08T03:21:48.280633Z","steps":["trace[1964793876] 'read index received' (duration: 56.196497ms)","trace[1964793876] 'applied index is now lower than readState.Index' (duration: 190.328321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:48.280739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.6273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.280783Z","caller":"traceutil/trace.go:171","msg":"trace[1977405265] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25737; }","duration":"246.696161ms","start":"2026-03-08T03:21:48.034071Z","end":"2026-03-08T03:21:48.280768Z","steps":["trace[1977405265] 'agreement among raft nodes before linearized reading' (duration: 246.619949ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:48.281077Z","caller":"traceutil/trace.go:171","msg":"trace[1050150096] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"259.265226ms","start":"2026-03-08T03:21:48.021784Z","end":"2026-03-08T03:21:48.281049Z","steps":["trace[1050150096] 'process raft request' (duration: 68.418223ms)","trace[1050150096] 'compare' (duration: 190.069684ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:48.287134Z","caller":"traceutil/trace.go:171","msg":"trace[484787708] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"213.864922ms","start":"2026-03-08T03:21:48.073244Z","end":"2026-03-08T03:21:48.287108Z","steps":["trace[484787708] 'process raft request' (duration: 213.721189ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.122032Z","caller":"traceutil/trace.go:171","msg":"trace[1984839658] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"128.44437ms","start":"2026-03-08T03:21:49.993559Z","end":"2026-03-08T03:21:50.122003Z","steps":["trace[1984839658] 'process raft request' (duration: 128.269486ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.68975Z","caller":"traceutil/trace.go:171","msg":"trace[1381798839] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"109.323643ms","start":"2026-03-08T03:21:50.580364Z","end":"2026-03-08T03:21:50.689688Z","steps":["trace[1381798839] 'process raft request' (duration: 70.249327ms)","trace[1381798839] 'compare' (duration: 38.784399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:53.928536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.453926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:53.928783Z","caller":"traceutil/trace.go:171","msg":"trace[2126098443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25773; }","duration":"217.748713ms","start":"2026-03-08T03:21:53.711016Z","end":"2026-03-08T03:21:53.928765Z","steps":["trace[2126098443] 'range keys from in-memory index tree' (duration: 217.354493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:53.929088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.750742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:53.929249Z","caller":"traceutil/trace.go:171","msg":"trace[590315506] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"196.696319ms","start":"2026-03-08T03:21:53.73252Z","end":"2026-03-08T03:21:53.929216Z","steps":["trace[590315506] 'process raft request' (duration: 92.58439ms)","trace[590315506] 'compare' (duration: 103.30432ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:54.866118Z","caller":"traceutil/trace.go:171","msg":"trace[1382891422] linearizableReadLoop","detail":"{readStateIndex:26701; appliedIndex:26700; }","duration":"125.796549ms","start":"2026-03-08T03:21:54.740299Z","end":"2026-03-08T03:21:54.866095Z","steps":["trace[1382891422] 'read index received' (duration: 124.118949ms)","trace[1382891422] 'applied index is now lower than readState.Index' (duration: 1.676649ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:54.866224Z","caller":"traceutil/trace.go:171","msg":"trace[1920440355] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"139.513039ms","start":"2026-03-08T03:21:54.7267Z","end":"2026-03-08T03:21:54.866213Z","steps":["trace[1920440355] 'process raft request' (duration: 137.797489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.866462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.128766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:21:54.866529Z","caller":"traceutil/trace.go:171","msg":"trace[1326540030] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25783; }","duration":"126.225668ms","start":"2026-03-08T03:21:54.740287Z","end":"2026-03-08T03:21:54.866512Z","steps":["trace[1326540030] 'agreement among raft nodes before linearized reading' (duration: 126.031414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:57.074336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.415297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:21:57.074431Z","caller":"traceutil/trace.go:171","msg":"trace[1527800687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25797; }","duration":"148.53105ms","start":"2026-03-08T03:21:56.92588Z","end":"2026-03-08T03:21:57.074411Z","steps":["trace[1527800687] 'range keys from in-memory index tree' (duration: 148.230443ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:57.270407Z","caller":"traceutil/trace.go:171","msg":"trace[700167888] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"190.167066ms","start":"2026-03-08T03:21:57.080216Z","end":"2026-03-08T03:21:57.270383Z","steps":["trace[700167888] 'process raft request' (duration: 178.309629ms)","trace[700167888] 'compare' (duration: 11.710154ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:58.858404Z","caller":"traceutil/trace.go:171","msg":"trace[443892036] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"162.56834ms","start":"2026-03-08T03:21:58.69581Z","end":"2026-03-08T03:21:58.858378Z","steps":["trace[443892036] 'process raft request' (duration: 152.569906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.0782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.109337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:59.078379Z","caller":"traceutil/trace.go:171","msg":"trace[1720050578] linearizableReadLoop","detail":"{readStateIndex:26728; appliedIndex:26726; }","duration":"370.086663ms","start":"2026-03-08T03:21:58.708204Z","end":"2026-03-08T03:21:59.078291Z","steps":["trace[1720050578] 'read index received' (duration: 140.122993ms)","trace[1720050578] 'applied index is now lower than readState.Index' (duration: 229.96229ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:59.078436Z","caller":"traceutil/trace.go:171","msg":"trace[856651768] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"379.811551ms","start":"2026-03-08T03:21:58.698584Z","end":"2026-03-08T03:21:59.078396Z","steps":["trace[856651768] 'process raft request' (duration: 276.431088ms)","trace[856651768] 'compare' (duration: 102.753739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:59.078524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.180975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:59.078517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.285628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:59.078564Z","caller":"traceutil/trace.go:171","msg":"trace[19435531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25810; }","duration":"370.230717ms","start":"2026-03-08T03:21:58.708321Z","end":"2026-03-08T03:21:59.078551Z","steps":["trace[19435531] 'agreement among raft nodes before linearized reading' (duration: 370.163325ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:59.078573Z","caller":"traceutil/trace.go:171","msg":"trace[958371484] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25810; }","duration":"370.39415ms","start":"2026-03-08T03:21:58.708165Z","end":"2026-03-08T03:21:59.078559Z","steps":["trace[958371484] 'agreement among raft nodes before linearized reading' (duration: 370.281888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.078603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.708316Z","time spent":"370.280358ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:59.07861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.708153Z","time spent":"370.447862ms","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:59.078604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.698555Z","time spent":"379.971534ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:59.078724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.73829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:21:59.078817Z","caller":"traceutil/trace.go:171","msg":"trace[732978386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25810; }","duration":"193.858733ms","start":"2026-03-08T03:21:58.884922Z","end":"2026-03-08T03:21:59.078781Z","steps":["trace[732978386] 'agreement among raft nodes before linearized reading' (duration: 193.652319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.078896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.010184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:21:59.078941Z","caller":"traceutil/trace.go:171","msg":"trace[1186514586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25810; }","duration":"327.085016ms","start":"2026-03-08T03:21:58.751843Z","end":"2026-03-08T03:21:59.078928Z","steps":["trace[1186514586] 'agreement among raft nodes before linearized reading' (duration: 326.930002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.079004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.751826Z","time spent":"327.167927ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:21:59.080188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.496994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:21:59.080589Z","caller":"traceutil/trace.go:171","msg":"trace[2059792311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25810; }","duration":"277.840081ms","start":"2026-03-08T03:21:58.802621Z","end":"2026-03-08T03:21:59.080461Z","steps":["trace[2059792311] 'agreement among raft nodes before linearized reading' (duration: 276.51308ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:01.270126Z","caller":"traceutil/trace.go:171","msg":"trace[844109334] linearizableReadLoop","detail":"{readStateIndex:26742; appliedIndex:26741; }","duration":"128.279056ms","start":"2026-03-08T03:22:01.141818Z","end":"2026-03-08T03:22:01.270097Z","steps":["trace[844109334] 'read index received' (duration: 62.279029ms)","trace[844109334] 'applied index is now lower than readState.Index' (duration: 65.998737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:01.270383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.547413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:22:01.270432Z","caller":"traceutil/trace.go:171","msg":"trace[1186136601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25823; }","duration":"128.655096ms","start":"2026-03-08T03:22:01.141766Z","end":"2026-03-08T03:22:01.270421Z","steps":["trace[1186136601] 'agreement among raft nodes before linearized reading' (duration: 128.485852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:01.270413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.580664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:22:01.270323Z","caller":"traceutil/trace.go:171","msg":"trace[1847985207] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"138.246301ms","start":"2026-03-08T03:22:01.132045Z","end":"2026-03-08T03:22:01.270291Z","steps":["trace[1847985207] 'process raft request' (duration: 72.154462ms)","trace[1847985207] 'compare' (duration: 65.72455ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:01.270498Z","caller":"traceutil/trace.go:171","msg":"trace[1432664257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25823; }","duration":"128.713607ms","start":"2026-03-08T03:22:01.141766Z","end":"2026-03-08T03:22:01.270479Z","steps":["trace[1432664257] 'agreement among raft nodes before linearized reading' (duration: 128.490352ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:01.445428Z","caller":"traceutil/trace.go:171","msg":"trace[230227319] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"170.175718ms","start":"2026-03-08T03:22:01.275233Z","end":"2026-03-08T03:22:01.445409Z","steps":["trace[230227319] 'process raft request' (duration: 169.955533ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:01.445555Z","caller":"traceutil/trace.go:171","msg":"trace[107288727] linearizableReadLoop","detail":"{readStateIndex:26745; appliedIndex:26742; }","duration":"150.015945ms","start":"2026-03-08T03:22:01.295515Z","end":"2026-03-08T03:22:01.445531Z","steps":["trace[107288727] 'read index received' (duration: 421.55µs)","trace[107288727] 'applied index is now lower than readState.Index' (duration: 149.592945ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:01.44569Z","caller":"traceutil/trace.go:171","msg":"trace[784654947] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"170.2732ms","start":"2026-03-08T03:22:01.2753Z","end":"2026-03-08T03:22:01.445573Z","steps":["trace[784654947] 'process raft request' (duration: 170.050045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:01.44582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.292452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:22:01.445898Z","caller":"traceutil/trace.go:171","msg":"trace[1528684334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25826; }","duration":"150.409174ms","start":"2026-03-08T03:22:01.29547Z","end":"2026-03-08T03:22:01.44588Z","steps":["trace[1528684334] 'agreement among raft nodes before linearized reading' (duration: 150.163869ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:02.463836Z","caller":"traceutil/trace.go:171","msg":"trace[1530127001] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"133.335955ms","start":"2026-03-08T03:22:02.330474Z","end":"2026-03-08T03:22:02.46381Z","steps":["trace[1530127001] 'process raft request' (duration: 133.178952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:04.151634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.351438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:04.151765Z","caller":"traceutil/trace.go:171","msg":"trace[2100919537] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25842; }","duration":"125.505281ms","start":"2026-03-08T03:22:04.026228Z","end":"2026-03-08T03:22:04.151733Z","steps":["trace[2100919537] 'count revisions from in-memory index tree' (duration: 125.208964ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:04.151769Z","caller":"traceutil/trace.go:171","msg":"trace[1991298703] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"104.539939ms","start":"2026-03-08T03:22:04.047192Z","end":"2026-03-08T03:22:04.151732Z","steps":["trace[1991298703] 'process raft request' (duration: 102.719087ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:04.887436Z","caller":"traceutil/trace.go:171","msg":"trace[1163152539] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"106.119397ms","start":"2026-03-08T03:22:04.781281Z","end":"2026-03-08T03:22:04.887401Z","steps":["trace[1163152539] 'process raft request' (duration: 105.896232ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:05.508691Z","caller":"traceutil/trace.go:171","msg":"trace[1083832485] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"127.220731ms","start":"2026-03-08T03:22:05.381423Z","end":"2026-03-08T03:22:05.508644Z","steps":["trace[1083832485] 'process raft request' (duration: 51.426935ms)","trace[1083832485] 'compare' (duration: 75.343606ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:06.737922Z","caller":"traceutil/trace.go:171","msg":"trace[1492723495] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"239.446571ms","start":"2026-03-08T03:22:06.498443Z","end":"2026-03-08T03:22:06.73789Z","steps":["trace[1492723495] 'process raft request' (duration: 239.168725ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:06.774874Z","caller":"traceutil/trace.go:171","msg":"trace[862639898] linearizableReadLoop","detail":"{readStateIndex:26779; appliedIndex:26777; }","duration":"133.047418ms","start":"2026-03-08T03:22:06.641808Z","end":"2026-03-08T03:22:06.774856Z","steps":["trace[862639898] 'read index received' (duration: 95.837936ms)","trace[862639898] 'applied index is now lower than readState.Index' (duration: 37.208822ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:06.774929Z","caller":"traceutil/trace.go:171","msg":"trace[207109317] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"250.245395ms","start":"2026-03-08T03:22:06.524657Z","end":"2026-03-08T03:22:06.774902Z","steps":["trace[207109317] 'process raft request' (duration: 250.098141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:06.775043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.223583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:22:06.775066Z","caller":"traceutil/trace.go:171","msg":"trace[2059310694] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25859; }","duration":"133.262423ms","start":"2026-03-08T03:22:06.641797Z","end":"2026-03-08T03:22:06.775059Z","steps":["trace[2059310694] 'agreement among raft nodes before linearized reading' (duration: 133.151761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:07.28333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.296324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:07.283416Z","caller":"traceutil/trace.go:171","msg":"trace[1107870320] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25861; }","duration":"200.445958ms","start":"2026-03-08T03:22:07.082948Z","end":"2026-03-08T03:22:07.283394Z","steps":["trace[1107870320] 'count revisions from in-memory index tree' (duration: 200.184851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:07.283324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.506011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:07.283495Z","caller":"traceutil/trace.go:171","msg":"trace[213376187] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25861; }","duration":"157.740077ms","start":"2026-03-08T03:22:07.125736Z","end":"2026-03-08T03:22:07.283476Z","steps":["trace[213376187] 'count revisions from in-memory index tree' (duration: 157.41478ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:07.283748Z","caller":"traceutil/trace.go:171","msg":"trace[645795707] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"129.645048ms","start":"2026-03-08T03:22:07.15407Z","end":"2026-03-08T03:22:07.283715Z","steps":["trace[645795707] 'process raft request' (duration: 87.940841ms)","trace[645795707] 'compare' (duration: 41.273167ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:09.945637Z","caller":"traceutil/trace.go:171","msg":"trace[1658687459] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"248.74046ms","start":"2026-03-08T03:22:09.69687Z","end":"2026-03-08T03:22:09.945611Z","steps":["trace[1658687459] 'process raft request' (duration: 248.542755ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:09.945825Z","caller":"traceutil/trace.go:171","msg":"trace[2124832739] linearizableReadLoop","detail":"{readStateIndex:26801; appliedIndex:26799; }","duration":"247.569432ms","start":"2026-03-08T03:22:09.698245Z","end":"2026-03-08T03:22:09.945815Z","steps":["trace[2124832739] 'read index received' (duration: 247.154462ms)","trace[2124832739] 'applied index is now lower than readState.Index' (duration: 413.98µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:09.945935Z","caller":"traceutil/trace.go:171","msg":"trace[1916413252] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"249.040326ms","start":"2026-03-08T03:22:09.696884Z","end":"2026-03-08T03:22:09.945925Z","steps":["trace[1916413252] 'process raft request' (duration: 248.680508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.946178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.923461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18754"} {"level":"info","ts":"2026-03-08T03:22:09.946409Z","caller":"traceutil/trace.go:171","msg":"trace[291847007] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25881; }","duration":"248.159316ms","start":"2026-03-08T03:22:09.698228Z","end":"2026-03-08T03:22:09.946387Z","steps":["trace[291847007] 'agreement among raft nodes before linearized reading' (duration: 247.811918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.978394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.198692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:09.97844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.158326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:09.978478Z","caller":"traceutil/trace.go:171","msg":"trace[1480242458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25881; }","duration":"270.309705ms","start":"2026-03-08T03:22:09.70815Z","end":"2026-03-08T03:22:09.97846Z","steps":["trace[1480242458] 'agreement among raft nodes before linearized reading' (duration: 270.179071ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:09.978508Z","caller":"traceutil/trace.go:171","msg":"trace[878354461] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25881; }","duration":"178.253947ms","start":"2026-03-08T03:22:09.800237Z","end":"2026-03-08T03:22:09.978491Z","steps":["trace[878354461] 'agreement among raft nodes before linearized reading' (duration: 178.127004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.97856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.315619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:09.978658Z","caller":"traceutil/trace.go:171","msg":"trace[1485741055] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25881; }","duration":"178.449652ms","start":"2026-03-08T03:22:09.800188Z","end":"2026-03-08T03:22:09.978637Z","steps":["trace[1485741055] 'agreement among raft nodes before linearized reading' (duration: 178.267697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.978641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.098544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:22:09.97873Z","caller":"traceutil/trace.go:171","msg":"trace[1008739603] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25881; }","duration":"178.200276ms","start":"2026-03-08T03:22:09.800509Z","end":"2026-03-08T03:22:09.978709Z","steps":["trace[1008739603] 'agreement among raft nodes before linearized reading' (duration: 177.902979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.978799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.947247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:09.978858Z","caller":"traceutil/trace.go:171","msg":"trace[1214640220] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25881; }","duration":"180.03802ms","start":"2026-03-08T03:22:09.798806Z","end":"2026-03-08T03:22:09.978844Z","steps":["trace[1214640220] 'agreement among raft nodes before linearized reading' (duration: 179.931467ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:10.85357Z","caller":"traceutil/trace.go:171","msg":"trace[471140941] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"101.579181ms","start":"2026-03-08T03:22:10.751967Z","end":"2026-03-08T03:22:10.853547Z","steps":["trace[471140941] 'process raft request' (duration: 101.410227ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:11.029746Z","caller":"traceutil/trace.go:171","msg":"trace[304807307] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"209.014428ms","start":"2026-03-08T03:22:10.820707Z","end":"2026-03-08T03:22:11.029721Z","steps":["trace[304807307] 'process raft request' (duration: 169.287627ms)","trace[304807307] 'compare' (duration: 39.552067ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:11.02989Z","caller":"traceutil/trace.go:171","msg":"trace[617860551] linearizableReadLoop","detail":"{readStateIndex:26806; appliedIndex:26805; }","duration":"176.354303ms","start":"2026-03-08T03:22:10.853515Z","end":"2026-03-08T03:22:11.02987Z","steps":["trace[617860551] 'read index received' (duration: 136.457768ms)","trace[617860551] 'applied index is now lower than readState.Index' (duration: 39.895625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:11.030129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.530971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:22:11.03016Z","caller":"traceutil/trace.go:171","msg":"trace[1474930652] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25886; }","duration":"209.620473ms","start":"2026-03-08T03:22:10.82053Z","end":"2026-03-08T03:22:11.030151Z","steps":["trace[1474930652] 'agreement among raft nodes before linearized reading' (duration: 209.419568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:11.03026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.993403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:22:11.030287Z","caller":"traceutil/trace.go:171","msg":"trace[2025747536] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25886; }","duration":"193.060195ms","start":"2026-03-08T03:22:10.837221Z","end":"2026-03-08T03:22:11.030281Z","steps":["trace[2025747536] 'agreement among raft nodes before linearized reading' (duration: 192.957682ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:12.0907Z","caller":"traceutil/trace.go:171","msg":"trace[1700099966] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"123.463863ms","start":"2026-03-08T03:22:11.967205Z","end":"2026-03-08T03:22:12.090669Z","steps":["trace[1700099966] 'process raft request' (duration: 123.273419ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:12.161033Z","caller":"traceutil/trace.go:171","msg":"trace[1606190072] linearizableReadLoop","detail":"{readStateIndex:26815; appliedIndex:26813; }","duration":"178.881142ms","start":"2026-03-08T03:22:11.982127Z","end":"2026-03-08T03:22:12.161008Z","steps":["trace[1606190072] 'read index received' (duration: 108.451361ms)","trace[1606190072] 'applied index is now lower than readState.Index' (duration: 70.428631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:12.161366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.062996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:12.161567Z","caller":"traceutil/trace.go:171","msg":"trace[1277388483] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25895; }","duration":"179.311442ms","start":"2026-03-08T03:22:11.982237Z","end":"2026-03-08T03:22:12.161549Z","steps":["trace[1277388483] 'agreement among raft nodes before linearized reading' (duration: 178.997065ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:12.161375Z","caller":"traceutil/trace.go:171","msg":"trace[1837557464] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"192.401089ms","start":"2026-03-08T03:22:11.968752Z","end":"2026-03-08T03:22:12.161153Z","steps":["trace[1837557464] 'process raft request' (duration: 192.059361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:12.161451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.304981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:12.161895Z","caller":"traceutil/trace.go:171","msg":"trace[2096379499] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25895; }","duration":"179.755222ms","start":"2026-03-08T03:22:11.982119Z","end":"2026-03-08T03:22:12.161874Z","steps":["trace[2096379499] 'agreement among raft nodes before linearized reading' (duration: 179.282151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:12.161467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.768362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:22:12.162009Z","caller":"traceutil/trace.go:171","msg":"trace[1691212126] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25895; }","duration":"177.322996ms","start":"2026-03-08T03:22:11.98467Z","end":"2026-03-08T03:22:12.161993Z","steps":["trace[1691212126] 'agreement among raft nodes before linearized reading' (duration: 176.66213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:12.161582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.120038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:12.162069Z","caller":"traceutil/trace.go:171","msg":"trace[1678112305] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25895; }","duration":"179.637649ms","start":"2026-03-08T03:22:11.982424Z","end":"2026-03-08T03:22:12.162062Z","steps":["trace[1678112305] 'agreement among raft nodes before linearized reading' (duration: 179.011555ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.166094Z","caller":"traceutil/trace.go:171","msg":"trace[2070054274] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"129.954796ms","start":"2026-03-08T03:22:13.036125Z","end":"2026-03-08T03:22:13.16608Z","steps":["trace[2070054274] 'process raft request' (duration: 129.895025ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.166137Z","caller":"traceutil/trace.go:171","msg":"trace[963916212] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"130.674423ms","start":"2026-03-08T03:22:13.035445Z","end":"2026-03-08T03:22:13.166119Z","steps":["trace[963916212] 'process raft request' (duration: 130.468098ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.166349Z","caller":"traceutil/trace.go:171","msg":"trace[291357436] linearizableReadLoop","detail":"{readStateIndex:26823; appliedIndex:26820; }","duration":"108.538264ms","start":"2026-03-08T03:22:13.0578Z","end":"2026-03-08T03:22:13.166338Z","steps":["trace[291357436] 'read index received' (duration: 108.117974ms)","trace[291357436] 'applied index is now lower than readState.Index' (duration: 419.1µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:13.16637Z","caller":"traceutil/trace.go:171","msg":"trace[44804585] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"119.930951ms","start":"2026-03-08T03:22:13.046429Z","end":"2026-03-08T03:22:13.16636Z","steps":["trace[44804585] 'process raft request' (duration: 119.620103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.16654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.509777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:13.166586Z","caller":"traceutil/trace.go:171","msg":"trace[543323141] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25902; }","duration":"115.597159ms","start":"2026-03-08T03:22:13.050978Z","end":"2026-03-08T03:22:13.166575Z","steps":["trace[543323141] 'agreement among raft nodes before linearized reading' (duration: 115.453435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.166593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.049991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:22:13.166634Z","caller":"traceutil/trace.go:171","msg":"trace[1083398324] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25902; }","duration":"131.109333ms","start":"2026-03-08T03:22:13.035519Z","end":"2026-03-08T03:22:13.166628Z","steps":["trace[1083398324] 'agreement among raft nodes before linearized reading' (duration: 131.020121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.166738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.223785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:22:13.166783Z","caller":"traceutil/trace.go:171","msg":"trace[107575930] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25902; }","duration":"131.306837ms","start":"2026-03-08T03:22:13.035465Z","end":"2026-03-08T03:22:13.166772Z","steps":["trace[107575930] 'agreement among raft nodes before linearized reading' (duration: 131.197755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:14.568626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.483072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:14.569136Z","caller":"traceutil/trace.go:171","msg":"trace[2058631578] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"401.11723ms","start":"2026-03-08T03:22:14.167982Z","end":"2026-03-08T03:22:14.569099Z","steps":["trace[2058631578] 'process raft request' (duration: 135.066365ms)","trace[2058631578] 'compare' (duration: 265.344159ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:14.569442Z","caller":"traceutil/trace.go:171","msg":"trace[2144410518] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"399.39857ms","start":"2026-03-08T03:22:14.170018Z","end":"2026-03-08T03:22:14.569416Z","steps":["trace[2144410518] 'process raft request' (duration: 398.921449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:14.569514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:14.169989Z","time spent":"399.490062ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:14.569814Z","caller":"traceutil/trace.go:171","msg":"trace[2058112753] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"288.618624ms","start":"2026-03-08T03:22:14.281161Z","end":"2026-03-08T03:22:14.569779Z","steps":["trace[2058112753] 'process raft request' (duration: 287.881337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:14.569951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:14.167962Z","time spent":"401.253263ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:16.732127Z","caller":"traceutil/trace.go:171","msg":"trace[175003802] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"155.697479ms","start":"2026-03-08T03:22:16.576385Z","end":"2026-03-08T03:22:16.732083Z","steps":["trace[175003802] 'process raft request' (duration: 155.527265ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:16.732393Z","caller":"traceutil/trace.go:171","msg":"trace[303962752] linearizableReadLoop","detail":"{readStateIndex:26848; appliedIndex:26846; }","duration":"103.856034ms","start":"2026-03-08T03:22:16.628499Z","end":"2026-03-08T03:22:16.732355Z","steps":["trace[303962752] 'read index received' (duration: 103.447595ms)","trace[303962752] 'applied index is now lower than readState.Index' (duration: 407.179µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:16.732481Z","caller":"traceutil/trace.go:171","msg":"trace[771698025] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"155.443823ms","start":"2026-03-08T03:22:16.577025Z","end":"2026-03-08T03:22:16.732469Z","steps":["trace[771698025] 'process raft request' (duration: 155.017273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:16.732761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.214863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:16.732871Z","caller":"traceutil/trace.go:171","msg":"trace[1757415231] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25926; }","duration":"104.351426ms","start":"2026-03-08T03:22:16.628492Z","end":"2026-03-08T03:22:16.732843Z","steps":["trace[1757415231] 'agreement among raft nodes before linearized reading' (duration: 104.006118ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:17.294556Z","caller":"traceutil/trace.go:171","msg":"trace[1521744940] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"106.25848ms","start":"2026-03-08T03:22:17.188263Z","end":"2026-03-08T03:22:17.294521Z","steps":["trace[1521744940] 'process raft request' (duration: 105.441261ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:17.294738Z","caller":"traceutil/trace.go:171","msg":"trace[1981274790] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"105.794719ms","start":"2026-03-08T03:22:17.188898Z","end":"2026-03-08T03:22:17.294693Z","steps":["trace[1981274790] 'process raft request' (duration: 105.570624ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:17.706631Z","caller":"traceutil/trace.go:171","msg":"trace[1583028449] linearizableReadLoop","detail":"{readStateIndex:26854; appliedIndex:26853; }","duration":"114.748219ms","start":"2026-03-08T03:22:17.591844Z","end":"2026-03-08T03:22:17.706592Z","steps":["trace[1583028449] 'read index received' (duration: 29.075361ms)","trace[1583028449] 'applied index is now lower than readState.Index' (duration: 85.670718ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:17.706735Z","caller":"traceutil/trace.go:171","msg":"trace[1576239381] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"158.830862ms","start":"2026-03-08T03:22:17.54786Z","end":"2026-03-08T03:22:17.706691Z","steps":["trace[1576239381] 'process raft request' (duration: 73.188155ms)","trace[1576239381] 'compare' (duration: 85.33561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:17.706803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.945264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:17.706889Z","caller":"traceutil/trace.go:171","msg":"trace[444026718] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25932; }","duration":"115.075387ms","start":"2026-03-08T03:22:17.591787Z","end":"2026-03-08T03:22:17.706862Z","steps":["trace[444026718] 'agreement among raft nodes before linearized reading' (duration: 114.934244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:17.706983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.477683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:17.707079Z","caller":"traceutil/trace.go:171","msg":"trace[2103286107] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25932; }","duration":"114.629826ms","start":"2026-03-08T03:22:17.592433Z","end":"2026-03-08T03:22:17.707063Z","steps":["trace[2103286107] 'agreement among raft nodes before linearized reading' (duration: 114.468572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:17.707203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.10962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:17.707281Z","caller":"traceutil/trace.go:171","msg":"trace[560772534] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25932; }","duration":"107.216602ms","start":"2026-03-08T03:22:17.600043Z","end":"2026-03-08T03:22:17.70726Z","steps":["trace[560772534] 'agreement among raft nodes before linearized reading' (duration: 107.09328ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:19.424194Z","caller":"traceutil/trace.go:171","msg":"trace[691404223] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"124.509888ms","start":"2026-03-08T03:22:19.299615Z","end":"2026-03-08T03:22:19.424125Z","steps":["trace[691404223] 'process raft request' (duration: 96.571003ms)","trace[691404223] 'compare' (duration: 27.7152ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:19.424377Z","caller":"traceutil/trace.go:171","msg":"trace[922651952] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"124.247072ms","start":"2026-03-08T03:22:19.300106Z","end":"2026-03-08T03:22:19.424353Z","steps":["trace[922651952] 'process raft request' (duration: 123.960315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.903699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.219199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:22:24.062523Z","caller":"traceutil/trace.go:171","msg":"trace[1988317801] linearizableReadLoop","detail":"{readStateIndex:26896; appliedIndex:26895; }","duration":"130.049726ms","start":"2026-03-08T03:22:23.932445Z","end":"2026-03-08T03:22:24.062495Z","steps":["trace[1988317801] 'read index received' (duration: 129.844891ms)","trace[1988317801] 'applied index is now lower than readState.Index' (duration: 203.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:24.062633Z","caller":"traceutil/trace.go:171","msg":"trace[1618858956] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"165.665011ms","start":"2026-03-08T03:22:23.896935Z","end":"2026-03-08T03:22:24.0626Z","steps":["trace[1618858956] 'process raft request' (duration: 165.383064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.062739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.275261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:22:24.062782Z","caller":"traceutil/trace.go:171","msg":"trace[670390091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25973; }","duration":"130.358634ms","start":"2026-03-08T03:22:23.932413Z","end":"2026-03-08T03:22:24.062771Z","steps":["trace[670390091] 'agreement among raft nodes before linearized reading' (duration: 130.19155ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:25.134062Z","caller":"traceutil/trace.go:171","msg":"trace[1041526603] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"118.910706ms","start":"2026-03-08T03:22:25.015124Z","end":"2026-03-08T03:22:25.134035Z","steps":["trace[1041526603] 'process raft request' (duration: 80.060575ms)","trace[1041526603] 'compare' (duration: 38.656656ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:28.000718Z","caller":"traceutil/trace.go:171","msg":"trace[1839879415] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"107.193242ms","start":"2026-03-08T03:22:27.893495Z","end":"2026-03-08T03:22:28.000689Z","steps":["trace[1839879415] 'process raft request' (duration: 106.986087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.900587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.647926ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:22:32.189114Z","caller":"traceutil/trace.go:171","msg":"trace[648184390] linearizableReadLoop","detail":"{readStateIndex:26952; appliedIndex:26951; }","duration":"128.921331ms","start":"2026-03-08T03:22:32.060171Z","end":"2026-03-08T03:22:32.189092Z","steps":["trace[648184390] 'read index received' (duration: 128.679695ms)","trace[648184390] 'applied index is now lower than readState.Index' (duration: 240.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:32.1892Z","caller":"traceutil/trace.go:171","msg":"trace[704021655] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"170.352862ms","start":"2026-03-08T03:22:32.01882Z","end":"2026-03-08T03:22:32.189173Z","steps":["trace[704021655] 'process raft request' (duration: 170.123546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.18928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.040494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:32.189314Z","caller":"traceutil/trace.go:171","msg":"trace[534577461] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26027; }","duration":"129.176657ms","start":"2026-03-08T03:22:32.060127Z","end":"2026-03-08T03:22:32.189303Z","steps":["trace[534577461] 'agreement among raft nodes before linearized reading' (duration: 129.049724ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:37.73183Z","caller":"traceutil/trace.go:171","msg":"trace[836994121] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"112.787303ms","start":"2026-03-08T03:22:37.618995Z","end":"2026-03-08T03:22:37.731782Z","steps":["trace[836994121] 'process raft request' (duration: 37.251973ms)","trace[836994121] 'compare' (duration: 75.310915ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:38.339427Z","caller":"traceutil/trace.go:171","msg":"trace[307484514] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"101.688503ms","start":"2026-03-08T03:22:38.237713Z","end":"2026-03-08T03:22:38.339401Z","steps":["trace[307484514] 'process raft request' (duration: 101.435507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:38.339916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.210598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-08T03:22:38.340007Z","caller":"traceutil/trace.go:171","msg":"trace[1887711176] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26068; }","duration":"100.345821ms","start":"2026-03-08T03:22:38.239643Z","end":"2026-03-08T03:22:38.339989Z","steps":["trace[1887711176] 'agreement among raft nodes before linearized reading' (duration: 100.075285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:39.867329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.666499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:39.86742Z","caller":"traceutil/trace.go:171","msg":"trace[2087706528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26077; }","duration":"155.793662ms","start":"2026-03-08T03:22:39.711608Z","end":"2026-03-08T03:22:39.867401Z","steps":["trace[2087706528] 'range keys from in-memory index tree' (duration: 155.593367ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:39.868419Z","caller":"traceutil/trace.go:171","msg":"trace[200685223] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"117.969795ms","start":"2026-03-08T03:22:39.750426Z","end":"2026-03-08T03:22:39.868396Z","steps":["trace[200685223] 'process raft request' (duration: 117.75536ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:39.868416Z","caller":"traceutil/trace.go:171","msg":"trace[1802959474] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"130.971799ms","start":"2026-03-08T03:22:39.73742Z","end":"2026-03-08T03:22:39.868392Z","steps":["trace[1802959474] 'process raft request' (duration: 76.309838ms)","trace[1802959474] 'compare' (duration: 54.333423ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:39.967501Z","caller":"traceutil/trace.go:171","msg":"trace[732054757] linearizableReadLoop","detail":"{readStateIndex:27005; appliedIndex:27003; }","duration":"181.947413ms","start":"2026-03-08T03:22:39.785524Z","end":"2026-03-08T03:22:39.967471Z","steps":["trace[732054757] 'read index received' (duration: 28.309923ms)","trace[732054757] 'applied index is now lower than readState.Index' (duration: 153.63638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:39.967784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.202649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:39.967905Z","caller":"traceutil/trace.go:171","msg":"trace[249886941] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26079; }","duration":"182.405064ms","start":"2026-03-08T03:22:39.785457Z","end":"2026-03-08T03:22:39.967862Z","steps":["trace[249886941] 'agreement among raft nodes before linearized reading' (duration: 182.149138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:39.967902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.151318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:39.967945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.04916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:39.967981Z","caller":"traceutil/trace.go:171","msg":"trace[893732154] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26080; }","duration":"182.292942ms","start":"2026-03-08T03:22:39.78567Z","end":"2026-03-08T03:22:39.967963Z","steps":["trace[893732154] 'agreement among raft nodes before linearized reading' (duration: 182.133278ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:39.968013Z","caller":"traceutil/trace.go:171","msg":"trace[1593770501] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26080; }","duration":"119.183713ms","start":"2026-03-08T03:22:39.848815Z","end":"2026-03-08T03:22:39.967999Z","steps":["trace[1593770501] 'agreement among raft nodes before linearized reading' (duration: 119.003608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:39.968033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.591275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:39.968113Z","caller":"traceutil/trace.go:171","msg":"trace[1652037997] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"110.042718ms","start":"2026-03-08T03:22:39.858051Z","end":"2026-03-08T03:22:39.968094Z","steps":["trace[1652037997] 'process raft request' (duration: 109.29674ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:39.96814Z","caller":"traceutil/trace.go:171","msg":"trace[168843586] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26080; }","duration":"117.758868ms","start":"2026-03-08T03:22:39.850366Z","end":"2026-03-08T03:22:39.968125Z","steps":["trace[168843586] 'agreement among raft nodes before linearized reading' (duration: 117.462452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:39.987014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.184649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:39.98707Z","caller":"traceutil/trace.go:171","msg":"trace[334001376] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26080; }","duration":"191.268741ms","start":"2026-03-08T03:22:39.79579Z","end":"2026-03-08T03:22:39.987058Z","steps":["trace[334001376] 'agreement among raft nodes before linearized reading' (duration: 172.44945ms)","trace[334001376] 'range keys from in-memory index tree' (duration: 18.741039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:39.987058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.173297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:39.987085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.01644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:39.987115Z","caller":"traceutil/trace.go:171","msg":"trace[1090992337] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26080; }","duration":"138.28046ms","start":"2026-03-08T03:22:39.848816Z","end":"2026-03-08T03:22:39.987096Z","steps":["trace[1090992337] 'agreement among raft nodes before linearized reading' (duration: 119.350496ms)","trace[1090992337] 'range keys from in-memory index tree' (duration: 18.854891ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:39.987138Z","caller":"traceutil/trace.go:171","msg":"trace[1307951617] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26080; }","duration":"201.096031ms","start":"2026-03-08T03:22:39.786027Z","end":"2026-03-08T03:22:39.987123Z","steps":["trace[1307951617] 'agreement among raft nodes before linearized reading' (duration: 182.199689ms)","trace[1307951617] 'range keys from in-memory index tree' (duration: 18.822811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:39.987161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.256761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:39.987222Z","caller":"traceutil/trace.go:171","msg":"trace[1830227506] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26080; }","duration":"191.363063ms","start":"2026-03-08T03:22:39.795842Z","end":"2026-03-08T03:22:39.987206Z","steps":["trace[1830227506] 'agreement among raft nodes before linearized reading' (duration: 172.312997ms)","trace[1830227506] 'range keys from in-memory index tree' (duration: 18.968104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:39.987344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.468424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:39.987386Z","caller":"traceutil/trace.go:171","msg":"trace[86558518] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26080; }","duration":"138.532665ms","start":"2026-03-08T03:22:39.848841Z","end":"2026-03-08T03:22:39.987374Z","steps":["trace[86558518] 'agreement among raft nodes before linearized reading' (duration: 119.336626ms)","trace[86558518] 'range keys from in-memory index tree' (duration: 19.142728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:39.987368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.398622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:22:39.987456Z","caller":"traceutil/trace.go:171","msg":"trace[1690318747] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26080; }","duration":"138.559286ms","start":"2026-03-08T03:22:39.848878Z","end":"2026-03-08T03:22:39.987438Z","steps":["trace[1690318747] 'agreement among raft nodes before linearized reading' (duration: 119.260384ms)","trace[1690318747] 'range keys from in-memory index tree' (duration: 18.985515ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:42.536414Z","caller":"traceutil/trace.go:171","msg":"trace[1092284788] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"103.348083ms","start":"2026-03-08T03:22:42.43303Z","end":"2026-03-08T03:22:42.536378Z","steps":["trace[1092284788] 'process raft request' (duration: 41.80441ms)","trace[1092284788] 'compare' (duration: 61.355768ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:23:10.844464Z","caller":"traceutil/trace.go:171","msg":"trace[1718508586] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"105.407721ms","start":"2026-03-08T03:23:10.739025Z","end":"2026-03-08T03:23:10.844433Z","steps":["trace[1718508586] 'process raft request' (duration: 102.581004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.177748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081911541,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:23:42.486713Z","caller":"traceutil/trace.go:171","msg":"trace[1887586751] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"947.670619ms","start":"2026-03-08T03:23:41.539016Z","end":"2026-03-08T03:23:42.486686Z","steps":["trace[1887586751] 'process raft request' (duration: 947.361032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.488793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:41.538997Z","time spent":"949.642276ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:42.616469Z","caller":"traceutil/trace.go:171","msg":"trace[1782340334] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"323.84973ms","start":"2026-03-08T03:23:42.292592Z","end":"2026-03-08T03:23:42.616442Z","steps":["trace[1782340334] 'process raft request' (duration: 323.775798ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:42.616515Z","caller":"traceutil/trace.go:171","msg":"trace[469142266] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"970.232798ms","start":"2026-03-08T03:23:41.646237Z","end":"2026-03-08T03:23:42.616469Z","steps":["trace[469142266] 'process raft request' (duration: 969.92095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.61663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.292576Z","time spent":"323.976063ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:23:42.616728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:41.646213Z","time spent":"970.402312ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:42.616742Z","caller":"traceutil/trace.go:171","msg":"trace[1602744426] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"465.156542ms","start":"2026-03-08T03:23:42.151403Z","end":"2026-03-08T03:23:42.61656Z","steps":["trace[1602744426] 'process raft request' (duration: 464.919996ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:42.617324Z","caller":"traceutil/trace.go:171","msg":"trace[2097919647] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"323.950363ms","start":"2026-03-08T03:23:42.293282Z","end":"2026-03-08T03:23:42.617233Z","steps":["trace[2097919647] 'process raft request' (duration: 323.118693ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:42.617448Z","caller":"traceutil/trace.go:171","msg":"trace[753302886] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"320.774797ms","start":"2026-03-08T03:23:42.29657Z","end":"2026-03-08T03:23:42.617345Z","steps":["trace[753302886] 'process raft request' (duration: 320.526441ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:42.617515Z","caller":"traceutil/trace.go:171","msg":"trace[420632765] linearizableReadLoop","detail":"{readStateIndex:27538; appliedIndex:27536; }","duration":"940.786138ms","start":"2026-03-08T03:23:41.676706Z","end":"2026-03-08T03:23:42.617492Z","steps":["trace[420632765] 'read index received' (duration: 811.491117ms)","trace[420632765] 'applied index is now lower than readState.Index' (duration: 129.048715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:23:42.617744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.530755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:23:42.617813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.101405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:23:42.617953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.229552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-03-08T03:23:42.617968Z","caller":"traceutil/trace.go:171","msg":"trace[1788879766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26601; }","duration":"941.281679ms","start":"2026-03-08T03:23:41.676663Z","end":"2026-03-08T03:23:42.617944Z","steps":["trace[1788879766] 'agreement among raft nodes before linearized reading' (duration: 940.8762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.617976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.518118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-03-08T03:23:42.618018Z","caller":"traceutil/trace.go:171","msg":"trace[1573136400] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26601; }","duration":"325.345454ms","start":"2026-03-08T03:23:42.292656Z","end":"2026-03-08T03:23:42.618001Z","steps":["trace[1573136400] 'agreement among raft nodes before linearized reading' (duration: 325.14707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.618032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:41.676644Z","time spent":"941.371872ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:23:42.618066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.292635Z","time spent":"325.422167ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:23:42.618062Z","caller":"traceutil/trace.go:171","msg":"trace[1427072537] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26601; }","duration":"322.61116ms","start":"2026-03-08T03:23:42.295427Z","end":"2026-03-08T03:23:42.618038Z","steps":["trace[1427072537] 'agreement among raft nodes before linearized reading' (duration: 322.402345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.618123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.295421Z","time spent":"322.689502ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:23:42.618205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.018538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:23:42.618383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.331324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-03-08T03:23:42.61843Z","caller":"traceutil/trace.go:171","msg":"trace[1135403803] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26601; }","duration":"325.394796ms","start":"2026-03-08T03:23:42.293025Z","end":"2026-03-08T03:23:42.61842Z","steps":["trace[1135403803] 'agreement among raft nodes before linearized reading' (duration: 325.277093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.61846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.293018Z","time spent":"325.435187ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:23:42.618363Z","caller":"traceutil/trace.go:171","msg":"trace[328262154] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26601; }","duration":"430.205722ms","start":"2026-03-08T03:23:42.188108Z","end":"2026-03-08T03:23:42.618314Z","steps":["trace[328262154] 'agreement among raft nodes before linearized reading' (duration: 429.779782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.61852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.321911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:23:42.618644Z","caller":"traceutil/trace.go:171","msg":"trace[1210032352] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26601; }","duration":"682.477175ms","start":"2026-03-08T03:23:41.936131Z","end":"2026-03-08T03:23:42.618608Z","steps":["trace[1210032352] 'agreement among raft nodes before linearized reading' (duration: 682.215669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.618647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.870147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-03-08T03:23:42.618698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:41.936111Z","time spent":"682.577727ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:23:42.618708Z","caller":"traceutil/trace.go:171","msg":"trace[691034690] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26601; }","duration":"325.949699ms","start":"2026-03-08T03:23:42.292744Z","end":"2026-03-08T03:23:42.618693Z","steps":["trace[691034690] 'agreement among raft nodes before linearized reading' (duration: 325.793265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.61875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.292735Z","time spent":"326.00472ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:23:42.618785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.293266Z","time spent":"324.250299ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:23:42.6189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.644103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:23:42.618946Z","caller":"traceutil/trace.go:171","msg":"trace[757275968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26601; }","duration":"861.738245ms","start":"2026-03-08T03:23:41.757193Z","end":"2026-03-08T03:23:42.618932Z","steps":["trace[757275968] 'agreement among raft nodes before linearized reading' (duration: 861.659473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.618985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:41.757163Z","time spent":"861.809227ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:23:42.619232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.489708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:23:42.61931Z","caller":"traceutil/trace.go:171","msg":"trace[1153899804] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26601; }","duration":"331.620141ms","start":"2026-03-08T03:23:42.287664Z","end":"2026-03-08T03:23:42.619284Z","steps":["trace[1153899804] 'agreement among raft nodes before linearized reading' (duration: 331.453698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.619161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.296562Z","time spent":"321.004273ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:23:42.619404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.764526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:23:42.618767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.188093Z","time spent":"430.490839ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-08T03:23:42.619466Z","caller":"traceutil/trace.go:171","msg":"trace[1914654490] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26601; }","duration":"404.829297ms","start":"2026-03-08T03:23:42.21462Z","end":"2026-03-08T03:23:42.619449Z","steps":["trace[1914654490] 'agreement among raft nodes before linearized reading' (duration: 404.737855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.619355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.287643Z","time spent":"331.703073ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:23:42.619509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.214613Z","time spent":"404.883868ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:23:42.62128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:42.151385Z","time spent":"465.746135ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:42.621324Z","caller":"traceutil/trace.go:171","msg":"trace[439045047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26601; }","duration":"906.653697ms","start":"2026-03-08T03:23:41.711133Z","end":"2026-03-08T03:23:42.617787Z","steps":["trace[439045047] 'agreement among raft nodes before linearized reading' (duration: 906.533015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.6214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:41.711096Z","time spent":"910.281513ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:23:45.540946Z","caller":"traceutil/trace.go:171","msg":"trace[1599647159] linearizableReadLoop","detail":"{readStateIndex:27567; appliedIndex:27566; }","duration":"328.374076ms","start":"2026-03-08T03:23:45.212546Z","end":"2026-03-08T03:23:45.54092Z","steps":["trace[1599647159] 'read index received' (duration: 328.199561ms)","trace[1599647159] 'applied index is now lower than readState.Index' (duration: 171.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:23:45.541091Z","caller":"traceutil/trace.go:171","msg":"trace[972326844] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"328.862668ms","start":"2026-03-08T03:23:45.212185Z","end":"2026-03-08T03:23:45.541048Z","steps":["trace[972326844] 'process raft request' (duration: 328.572401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:45.541197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.628731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-tmrks\" ","response":"range_response_count:1 size:25806"} {"level":"info","ts":"2026-03-08T03:23:45.541238Z","caller":"traceutil/trace.go:171","msg":"trace[1383844859] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-tmrks; range_end:; response_count:1; response_revision:26626; }","duration":"328.713294ms","start":"2026-03-08T03:23:45.212515Z","end":"2026-03-08T03:23:45.541228Z","steps":["trace[1383844859] 'agreement among raft nodes before linearized reading' (duration: 328.515189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:45.541279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.212505Z","time spent":"328.765765ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":25829,"request content":"key:\"/registry/pods/openstack/manila-ks-endpoints-tmrks\" "} {"level":"warn","ts":"2026-03-08T03:23:45.541284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.212156Z","time spent":"329.028871ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:45.686887Z","caller":"traceutil/trace.go:171","msg":"trace[1508979987] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"130.405866ms","start":"2026-03-08T03:23:45.556464Z","end":"2026-03-08T03:23:45.68687Z","steps":["trace[1508979987] 'process raft request' (duration: 130.270023ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.742299Z","caller":"traceutil/trace.go:171","msg":"trace[562895921] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"106.917996ms","start":"2026-03-08T03:23:46.635358Z","end":"2026-03-08T03:23:46.742276Z","steps":["trace[562895921] 'process raft request' (duration: 105.83095ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.742329Z","caller":"traceutil/trace.go:171","msg":"trace[495070307] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"104.332786ms","start":"2026-03-08T03:23:46.637976Z","end":"2026-03-08T03:23:46.742309Z","steps":["trace[495070307] 'process raft request' (duration: 104.220273ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.742395Z","caller":"traceutil/trace.go:171","msg":"trace[1585875580] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"103.554347ms","start":"2026-03-08T03:23:46.638818Z","end":"2026-03-08T03:23:46.742372Z","steps":["trace[1585875580] 'process raft request' (duration: 103.422474ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.742479Z","caller":"traceutil/trace.go:171","msg":"trace[1834902703] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"103.402093ms","start":"2026-03-08T03:23:46.639071Z","end":"2026-03-08T03:23:46.742473Z","steps":["trace[1834902703] 'process raft request' (duration: 103.218409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.74268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.120133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-03-08T03:23:46.742726Z","caller":"traceutil/trace.go:171","msg":"trace[77653425] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26633; }","duration":"102.192945ms","start":"2026-03-08T03:23:46.640523Z","end":"2026-03-08T03:23:46.742716Z","steps":["trace[77653425] 'agreement among raft nodes before linearized reading' (duration: 102.042251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.742792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.865364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-03-08T03:23:46.742856Z","caller":"traceutil/trace.go:171","msg":"trace[95507167] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26633; }","duration":"106.962397ms","start":"2026-03-08T03:23:46.63588Z","end":"2026-03-08T03:23:46.742843Z","steps":["trace[95507167] 'agreement among raft nodes before linearized reading' (duration: 106.805343ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.950547Z","caller":"traceutil/trace.go:171","msg":"trace[42596934] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"141.896105ms","start":"2026-03-08T03:23:46.808635Z","end":"2026-03-08T03:23:46.950531Z","steps":["trace[42596934] 'process raft request' (duration: 141.377853ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:47.258514Z","caller":"traceutil/trace.go:171","msg":"trace[1248382498] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"214.083088ms","start":"2026-03-08T03:23:47.044407Z","end":"2026-03-08T03:23:47.258491Z","steps":["trace[1248382498] 'process raft request' (duration: 194.831836ms)","trace[1248382498] 'compare' (duration: 19.077047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:23:47.258645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.174372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:23:47.258512Z","caller":"traceutil/trace.go:171","msg":"trace[1981058672] linearizableReadLoop","detail":"{readStateIndex:27584; appliedIndex:27583; }","duration":"177.034949ms","start":"2026-03-08T03:23:47.081449Z","end":"2026-03-08T03:23:47.258484Z","steps":["trace[1981058672] 'read index received' (duration: 157.719277ms)","trace[1981058672] 'applied index is now lower than readState.Index' (duration: 19.314612ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:23:47.258685Z","caller":"traceutil/trace.go:171","msg":"trace[1948286282] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26643; }","duration":"177.273975ms","start":"2026-03-08T03:23:47.081402Z","end":"2026-03-08T03:23:47.258675Z","steps":["trace[1948286282] 'agreement among raft nodes before linearized reading' (duration: 177.156732ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:47.604782Z","caller":"traceutil/trace.go:171","msg":"trace[1118514594] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"337.624012ms","start":"2026-03-08T03:23:47.267128Z","end":"2026-03-08T03:23:47.604752Z","steps":["trace[1118514594] 'process raft request' (duration: 320.057881ms)","trace[1118514594] 'compare' (duration: 17.145431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:23:47.604911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:47.267105Z","time spent":"337.750966ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7071,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:23:48.725168Z","caller":"traceutil/trace.go:171","msg":"trace[527398207] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"212.51792ms","start":"2026-03-08T03:23:48.512624Z","end":"2026-03-08T03:23:48.725142Z","steps":["trace[527398207] 'process raft request' (duration: 212.356766ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:48.765928Z","caller":"traceutil/trace.go:171","msg":"trace[1303688807] linearizableReadLoop","detail":"{readStateIndex:27596; appliedIndex:27595; }","duration":"132.614157ms","start":"2026-03-08T03:23:48.633291Z","end":"2026-03-08T03:23:48.765905Z","steps":["trace[1303688807] 'read index received' (duration: 91.877193ms)","trace[1303688807] 'applied index is now lower than readState.Index' (duration: 40.735954ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:23:48.766076Z","caller":"traceutil/trace.go:171","msg":"trace[1019461835] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"152.636377ms","start":"2026-03-08T03:23:48.613412Z","end":"2026-03-08T03:23:48.766048Z","steps":["trace[1019461835] 'process raft request' (duration: 152.286819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:48.766168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.866224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-08T03:23:48.76621Z","caller":"traceutil/trace.go:171","msg":"trace[2039935039] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26656; }","duration":"132.950835ms","start":"2026-03-08T03:23:48.633248Z","end":"2026-03-08T03:23:48.766199Z","steps":["trace[2039935039] 'agreement among raft nodes before linearized reading' (duration: 132.778321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:48.775729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.248053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-08T03:23:48.775802Z","caller":"traceutil/trace.go:171","msg":"trace[2022754792] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26660; }","duration":"142.349156ms","start":"2026-03-08T03:23:48.633435Z","end":"2026-03-08T03:23:48.775784Z","steps":["trace[2022754792] 'agreement among raft nodes before linearized reading' (duration: 142.117461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:48.776043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.908779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21442"} {"level":"info","ts":"2026-03-08T03:23:48.776077Z","caller":"traceutil/trace.go:171","msg":"trace[1949862277] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26660; }","duration":"104.982641ms","start":"2026-03-08T03:23:48.671087Z","end":"2026-03-08T03:23:48.776069Z","steps":["trace[1949862277] 'agreement among raft nodes before linearized reading' (duration: 104.891009ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:49.140127Z","caller":"traceutil/trace.go:171","msg":"trace[387022759] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"118.650241ms","start":"2026-03-08T03:23:49.021441Z","end":"2026-03-08T03:23:49.140092Z","steps":["trace[387022759] 'process raft request' (duration: 101.679453ms)","trace[387022759] 'compare' (duration: 16.131108ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:01.851863Z","caller":"traceutil/trace.go:171","msg":"trace[1094515939] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"138.137267ms","start":"2026-03-08T03:24:01.713702Z","end":"2026-03-08T03:24:01.851839Z","steps":["trace[1094515939] 'process raft request' (duration: 137.982713ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:39.492507Z","caller":"traceutil/trace.go:171","msg":"trace[187702340] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"121.558499ms","start":"2026-03-08T03:24:39.370911Z","end":"2026-03-08T03:24:39.49247Z","steps":["trace[187702340] 'process raft request' (duration: 86.896756ms)","trace[187702340] 'compare' (duration: 34.500699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:25:01.8543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.235099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:25:01.854467Z","caller":"traceutil/trace.go:171","msg":"trace[2056953444] transaction","detail":"{read_only:false; response_revision:27376; number_of_response:1; }","duration":"810.789411ms","start":"2026-03-08T03:25:01.043655Z","end":"2026-03-08T03:25:01.854444Z","steps":["trace[2056953444] 'process raft request' (duration: 294.292697ms)","trace[2056953444] 'compare' (duration: 515.673275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:25:01.854538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.043636Z","time spent":"810.869084ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:25:01.991924Z","caller":"traceutil/trace.go:171","msg":"trace[2006114406] transaction","detail":"{read_only:false; response_revision:27378; number_of_response:1; }","duration":"783.633375ms","start":"2026-03-08T03:25:01.208255Z","end":"2026-03-08T03:25:01.991888Z","steps":["trace[2006114406] 'process raft request' (duration: 783.446801ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:01.99183Z","caller":"traceutil/trace.go:171","msg":"trace[61400141] transaction","detail":"{read_only:false; response_revision:27377; number_of_response:1; }","duration":"845.092065ms","start":"2026-03-08T03:25:01.146705Z","end":"2026-03-08T03:25:01.991797Z","steps":["trace[61400141] 'process raft request' (duration: 844.491851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:01.992149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.208227Z","time spent":"783.802018ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:25:01.992202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.146678Z","time spent":"845.437513ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:25:01.992305Z","caller":"traceutil/trace.go:171","msg":"trace[273938174] transaction","detail":"{read_only:false; response_revision:27379; number_of_response:1; }","duration":"781.099765ms","start":"2026-03-08T03:25:01.211135Z","end":"2026-03-08T03:25:01.992235Z","steps":["trace[273938174] 'process raft request' (duration: 780.699276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:01.992596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.211122Z","time spent":"781.32163ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:25:01.99259Z","caller":"traceutil/trace.go:171","msg":"trace[580729617] transaction","detail":"{read_only:false; response_revision:27380; number_of_response:1; }","duration":"746.926935ms","start":"2026-03-08T03:25:01.245601Z","end":"2026-03-08T03:25:01.992449Z","steps":["trace[580729617] 'process raft request' (duration: 746.551736ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:01.992736Z","caller":"traceutil/trace.go:171","msg":"trace[1796346903] transaction","detail":"{read_only:false; response_revision:27381; number_of_response:1; }","duration":"740.047313ms","start":"2026-03-08T03:25:01.252667Z","end":"2026-03-08T03:25:01.992715Z","steps":["trace[1796346903] 'process raft request' (duration: 739.718976ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:01.992741Z","caller":"traceutil/trace.go:171","msg":"trace[1538426520] linearizableReadLoop","detail":"{readStateIndex:28344; appliedIndex:28337; }","duration":"715.447547ms","start":"2026-03-08T03:25:01.277272Z","end":"2026-03-08T03:25:01.99272Z","steps":["trace[1538426520] 'read index received' (duration: 60.674082ms)","trace[1538426520] 'applied index is now lower than readState.Index' (duration: 654.772395ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:01.992849Z","caller":"traceutil/trace.go:171","msg":"trace[118418300] transaction","detail":"{read_only:false; response_revision:27382; number_of_response:1; }","duration":"740.137245ms","start":"2026-03-08T03:25:01.252693Z","end":"2026-03-08T03:25:01.99283Z","steps":["trace[118418300] 'process raft request' (duration: 739.9333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:01.992874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.245579Z","time spent":"747.132059ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:25:01.992835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.25265Z","time spent":"740.139475ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:25:01.992978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.252674Z","time spent":"740.241278ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:25:01.993267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.00186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:25:01.993381Z","caller":"traceutil/trace.go:171","msg":"trace[586439981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27382; }","duration":"716.156674ms","start":"2026-03-08T03:25:01.277206Z","end":"2026-03-08T03:25:01.993363Z","steps":["trace[586439981] 'agreement among raft nodes before linearized reading' (duration: 715.732874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:01.993434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.277188Z","time spent":"716.228565ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:25:01.994788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.990672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:25:01.994846Z","caller":"traceutil/trace.go:171","msg":"trace[1918243392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27383; }","duration":"609.150256ms","start":"2026-03-08T03:25:01.38568Z","end":"2026-03-08T03:25:01.99483Z","steps":["trace[1918243392] 'agreement among raft nodes before linearized reading' (duration: 608.975042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:01.994885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.385658Z","time spent":"609.218097ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:25:01.995419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.768324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:25:01.995494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.534153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:25:01.995638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.225171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:25:01.995652Z","caller":"traceutil/trace.go:171","msg":"trace[1246884981] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27383; }","duration":"230.769308ms","start":"2026-03-08T03:25:01.764841Z","end":"2026-03-08T03:25:01.99561Z","steps":["trace[1246884981] 'agreement among raft nodes before linearized reading' (duration: 230.514372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:01.995633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.841842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29549005-cm4mg\" ","response":"range_response_count:1 size:6836"} {"level":"info","ts":"2026-03-08T03:25:01.995768Z","caller":"traceutil/trace.go:171","msg":"trace[2079334243] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29549005-cm4mg; range_end:; response_count:1; response_revision:27383; }","duration":"191.002656ms","start":"2026-03-08T03:25:01.804743Z","end":"2026-03-08T03:25:01.995746Z","steps":["trace[2079334243] 'agreement among raft nodes before linearized reading' (duration: 190.607047ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:01.995529Z","caller":"traceutil/trace.go:171","msg":"trace[1359096883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27383; }","duration":"360.917268ms","start":"2026-03-08T03:25:01.634594Z","end":"2026-03-08T03:25:01.995512Z","steps":["trace[1359096883] 'agreement among raft nodes before linearized reading' (duration: 360.711743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:01.995907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.634581Z","time spent":"361.304708ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:25:01.995928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.765747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:25:01.995952Z","caller":"traceutil/trace.go:171","msg":"trace[1530572516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27383; }","duration":"389.303324ms","start":"2026-03-08T03:25:01.606373Z","end":"2026-03-08T03:25:01.995676Z","steps":["trace[1530572516] 'agreement among raft nodes before linearized reading' (duration: 389.14286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:01.996006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.606362Z","time spent":"389.629091ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:25:01.996002Z","caller":"traceutil/trace.go:171","msg":"trace[184009645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27383; }","duration":"390.86706ms","start":"2026-03-08T03:25:01.605112Z","end":"2026-03-08T03:25:01.995979Z","steps":["trace[184009645] 'agreement among raft nodes before linearized reading' (duration: 390.541302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:01.996434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:01.605089Z","time spent":"391.29309ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:25:01.997489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.812459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:01.997565Z","caller":"traceutil/trace.go:171","msg":"trace[1352583041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27383; }","duration":"192.928882ms","start":"2026-03-08T03:25:01.804616Z","end":"2026-03-08T03:25:01.997545Z","steps":["trace[1352583041] 'agreement among raft nodes before linearized reading' (duration: 190.700699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:04.163409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.770953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:25:04.163634Z","caller":"traceutil/trace.go:171","msg":"trace[1255815906] transaction","detail":"{read_only:false; response_revision:27393; number_of_response:1; }","duration":"165.902788ms","start":"2026-03-08T03:25:03.997656Z","end":"2026-03-08T03:25:04.163558Z","steps":["trace[1255815906] 'process raft request' (duration: 17.894069ms)","trace[1255815906] 'compare' (duration: 147.483317ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:04.244092Z","caller":"traceutil/trace.go:171","msg":"trace[1069374595] transaction","detail":"{read_only:false; response_revision:27395; number_of_response:1; }","duration":"245.678838ms","start":"2026-03-08T03:25:03.998385Z","end":"2026-03-08T03:25:04.244064Z","steps":["trace[1069374595] 'process raft request' (duration: 245.243348ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:04.244168Z","caller":"traceutil/trace.go:171","msg":"trace[604972131] linearizableReadLoop","detail":"{readStateIndex:28359; appliedIndex:28354; }","duration":"243.056356ms","start":"2026-03-08T03:25:04.001083Z","end":"2026-03-08T03:25:04.244139Z","steps":["trace[604972131] 'read index received' (duration: 14.512749ms)","trace[604972131] 'applied index is now lower than readState.Index' (duration: 228.542306ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:04.243717Z","caller":"traceutil/trace.go:171","msg":"trace[1648111573] transaction","detail":"{read_only:false; response_revision:27394; number_of_response:1; }","duration":"245.457652ms","start":"2026-03-08T03:25:03.998236Z","end":"2026-03-08T03:25:04.243694Z","steps":["trace[1648111573] 'process raft request' (duration: 245.165465ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:04.244241Z","caller":"traceutil/trace.go:171","msg":"trace[2044062588] transaction","detail":"{read_only:false; response_revision:27397; number_of_response:1; }","duration":"245.758639ms","start":"2026-03-08T03:25:03.998449Z","end":"2026-03-08T03:25:04.244208Z","steps":["trace[2044062588] 'process raft request' (duration: 245.619016ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:04.244225Z","caller":"traceutil/trace.go:171","msg":"trace[378766414] transaction","detail":"{read_only:false; response_revision:27396; number_of_response:1; }","duration":"245.76363ms","start":"2026-03-08T03:25:03.998419Z","end":"2026-03-08T03:25:04.244182Z","steps":["trace[378766414] 'process raft request' (duration: 245.500223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:04.244444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.338593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-08T03:25:04.24453Z","caller":"traceutil/trace.go:171","msg":"trace[750108050] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27397; }","duration":"243.476596ms","start":"2026-03-08T03:25:04.001031Z","end":"2026-03-08T03:25:04.244507Z","steps":["trace[750108050] 'agreement among raft nodes before linearized reading' (duration: 243.241331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:04.260152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.884737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:25:04.2602Z","caller":"traceutil/trace.go:171","msg":"trace[257508891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27399; }","duration":"249.972198ms","start":"2026-03-08T03:25:04.010215Z","end":"2026-03-08T03:25:04.260187Z","steps":["trace[257508891] 'agreement among raft nodes before linearized reading' (duration: 249.813454ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:04.26054Z","caller":"traceutil/trace.go:171","msg":"trace[8622963] transaction","detail":"{read_only:false; response_revision:27398; number_of_response:1; }","duration":"238.703085ms","start":"2026-03-08T03:25:04.021826Z","end":"2026-03-08T03:25:04.260529Z","steps":["trace[8622963] 'process raft request' (duration: 238.092311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:04.260672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.005845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:25:04.26071Z","caller":"traceutil/trace.go:171","msg":"trace[229024638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27399; }","duration":"243.069757ms","start":"2026-03-08T03:25:04.01763Z","end":"2026-03-08T03:25:04.2607Z","steps":["trace[229024638] 'agreement among raft nodes before linearized reading' (duration: 242.959584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:04.260808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.884906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:25:04.260865Z","caller":"traceutil/trace.go:171","msg":"trace[1712784883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27399; }","duration":"243.970557ms","start":"2026-03-08T03:25:04.016879Z","end":"2026-03-08T03:25:04.26085Z","steps":["trace[1712784883] 'agreement among raft nodes before linearized reading' (duration: 243.759332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:04.2609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.277991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:25:04.260951Z","caller":"traceutil/trace.go:171","msg":"trace[981744194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27399; }","duration":"243.340523ms","start":"2026-03-08T03:25:04.017597Z","end":"2026-03-08T03:25:04.260938Z","steps":["trace[981744194] 'agreement among raft nodes before linearized reading' (duration: 243.21527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:04.261008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.32229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:25:04.261046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.008809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:25:04.261065Z","caller":"traceutil/trace.go:171","msg":"trace[1591717006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27399; }","duration":"219.457113ms","start":"2026-03-08T03:25:04.041597Z","end":"2026-03-08T03:25:04.261054Z","steps":["trace[1591717006] 'agreement among raft nodes before linearized reading' (duration: 219.3276ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:04.26109Z","caller":"traceutil/trace.go:171","msg":"trace[1632099826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27399; }","duration":"244.05201ms","start":"2026-03-08T03:25:04.017025Z","end":"2026-03-08T03:25:04.261077Z","steps":["trace[1632099826] 'agreement among raft nodes before linearized reading' (duration: 243.956357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:04.261111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.698998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:04.261184Z","caller":"traceutil/trace.go:171","msg":"trace[2036859314] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27399; }","duration":"239.80433ms","start":"2026-03-08T03:25:04.021362Z","end":"2026-03-08T03:25:04.261166Z","steps":["trace[2036859314] 'agreement among raft nodes before linearized reading' (duration: 239.665616ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:06.280538Z","caller":"traceutil/trace.go:171","msg":"trace[1579913474] transaction","detail":"{read_only:false; response_revision:27413; number_of_response:1; }","duration":"111.650356ms","start":"2026-03-08T03:25:06.168867Z","end":"2026-03-08T03:25:06.280518Z","steps":["trace[1579913474] 'process raft request' (duration: 111.516213ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:06.432538Z","caller":"traceutil/trace.go:171","msg":"trace[1241134063] linearizableReadLoop","detail":"{readStateIndex:28380; appliedIndex:28375; }","duration":"182.19656ms","start":"2026-03-08T03:25:06.25032Z","end":"2026-03-08T03:25:06.432517Z","steps":["trace[1241134063] 'read index received' (duration: 30.023254ms)","trace[1241134063] 'applied index is now lower than readState.Index' (duration: 152.172436ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:06.432574Z","caller":"traceutil/trace.go:171","msg":"trace[1069227308] transaction","detail":"{read_only:false; response_revision:27415; number_of_response:1; }","duration":"182.935437ms","start":"2026-03-08T03:25:06.24961Z","end":"2026-03-08T03:25:06.432546Z","steps":["trace[1069227308] 'process raft request' (duration: 182.65087ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:06.432689Z","caller":"traceutil/trace.go:171","msg":"trace[770514400] transaction","detail":"{read_only:false; response_revision:27416; number_of_response:1; }","duration":"182.907246ms","start":"2026-03-08T03:25:06.24977Z","end":"2026-03-08T03:25:06.432677Z","steps":["trace[770514400] 'process raft request' (duration: 182.563568ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:06.432944Z","caller":"traceutil/trace.go:171","msg":"trace[2086810239] transaction","detail":"{read_only:false; response_revision:27414; number_of_response:1; }","duration":"183.533701ms","start":"2026-03-08T03:25:06.249397Z","end":"2026-03-08T03:25:06.43293Z","steps":["trace[2086810239] 'process raft request' (duration: 145.233514ms)","trace[2086810239] 'compare' (duration: 37.15454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:25:06.433041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.701462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-08T03:25:06.433125Z","caller":"traceutil/trace.go:171","msg":"trace[1221204694] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27418; }","duration":"182.821074ms","start":"2026-03-08T03:25:06.25029Z","end":"2026-03-08T03:25:06.433111Z","steps":["trace[1221204694] 'agreement among raft nodes before linearized reading' (duration: 182.61695ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:06.433403Z","caller":"traceutil/trace.go:171","msg":"trace[1840938230] transaction","detail":"{read_only:false; response_revision:27417; number_of_response:1; }","duration":"183.47331ms","start":"2026-03-08T03:25:06.249914Z","end":"2026-03-08T03:25:06.433387Z","steps":["trace[1840938230] 'process raft request' (duration: 182.489907ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:06.433421Z","caller":"traceutil/trace.go:171","msg":"trace[1947958511] transaction","detail":"{read_only:false; response_revision:27418; number_of_response:1; }","duration":"167.359112ms","start":"2026-03-08T03:25:06.266051Z","end":"2026-03-08T03:25:06.43341Z","steps":["trace[1947958511] 'process raft request' (duration: 166.39647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:06.433728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.66214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:25:06.433772Z","caller":"traceutil/trace.go:171","msg":"trace[978168820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27418; }","duration":"150.712233ms","start":"2026-03-08T03:25:06.283048Z","end":"2026-03-08T03:25:06.43376Z","steps":["trace[978168820] 'agreement among raft nodes before linearized reading' (duration: 150.59883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:06.433778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.596563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:25:06.433812Z","caller":"traceutil/trace.go:171","msg":"trace[1906464069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27418; }","duration":"151.667075ms","start":"2026-03-08T03:25:06.282135Z","end":"2026-03-08T03:25:06.433802Z","steps":["trace[1906464069] 'agreement among raft nodes before linearized reading' (duration: 151.506711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:06.433984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.006969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-08T03:25:06.433994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.933957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:25:06.434017Z","caller":"traceutil/trace.go:171","msg":"trace[1459199474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27418; }","duration":"151.0569ms","start":"2026-03-08T03:25:06.282952Z","end":"2026-03-08T03:25:06.434009Z","steps":["trace[1459199474] 'agreement among raft nodes before linearized reading' (duration: 150.972758ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:06.434026Z","caller":"traceutil/trace.go:171","msg":"trace[1953742048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27418; }","duration":"150.984479ms","start":"2026-03-08T03:25:06.283033Z","end":"2026-03-08T03:25:06.434017Z","steps":["trace[1953742048] 'agreement among raft nodes before linearized reading' (duration: 150.859856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:06.434146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.624234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:25:06.434176Z","caller":"traceutil/trace.go:171","msg":"trace[485412509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27418; }","duration":"151.675325ms","start":"2026-03-08T03:25:06.282494Z","end":"2026-03-08T03:25:06.434169Z","steps":["trace[485412509] 'agreement among raft nodes before linearized reading' (duration: 151.601633ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:06.776553Z","caller":"traceutil/trace.go:171","msg":"trace[2128360529] transaction","detail":"{read_only:false; response_revision:27420; number_of_response:1; }","duration":"336.944985ms","start":"2026-03-08T03:25:06.439589Z","end":"2026-03-08T03:25:06.776534Z","steps":["trace[2128360529] 'process raft request' (duration: 237.269971ms)","trace[2128360529] 'compare' (duration: 98.64775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:25:06.776663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:06.439558Z","time spent":"337.053058ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:25:06.776794Z","caller":"traceutil/trace.go:171","msg":"trace[224940116] transaction","detail":"{read_only:false; response_revision:27421; number_of_response:1; }","duration":"337.059008ms","start":"2026-03-08T03:25:06.439726Z","end":"2026-03-08T03:25:06.776785Z","steps":["trace[224940116] 'process raft request' (duration: 336.27922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:06.776844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:06.43972Z","time spent":"337.094469ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:25:06.776947Z","caller":"traceutil/trace.go:171","msg":"trace[1852202154] transaction","detail":"{read_only:false; response_revision:27422; number_of_response:1; }","duration":"337.187651ms","start":"2026-03-08T03:25:06.439751Z","end":"2026-03-08T03:25:06.776938Z","steps":["trace[1852202154] 'process raft request' (duration: 336.395742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:06.776984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:06.439724Z","time spent":"337.238673ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:25:06.777065Z","caller":"traceutil/trace.go:171","msg":"trace[1117534784] transaction","detail":"{read_only:false; response_revision:27423; number_of_response:1; }","duration":"337.298444ms","start":"2026-03-08T03:25:06.43976Z","end":"2026-03-08T03:25:06.777059Z","steps":["trace[1117534784] 'process raft request' (duration: 336.426743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:06.777095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:06.439756Z","time spent":"337.322264ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:25:07.343829Z","caller":"traceutil/trace.go:171","msg":"trace[261189031] linearizableReadLoop","detail":"{readStateIndex:28387; appliedIndex:28386; }","duration":"129.649479ms","start":"2026-03-08T03:25:07.214155Z","end":"2026-03-08T03:25:07.343804Z","steps":["trace[261189031] 'read index received' (duration: 129.401813ms)","trace[261189031] 'applied index is now lower than readState.Index' (duration: 246.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:07.343896Z","caller":"traceutil/trace.go:171","msg":"trace[1449963424] transaction","detail":"{read_only:false; response_revision:27424; number_of_response:1; }","duration":"425.331188ms","start":"2026-03-08T03:25:06.918528Z","end":"2026-03-08T03:25:07.34386Z","steps":["trace[1449963424] 'process raft request' (duration: 425.068482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:07.343968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.788762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:07.344014Z","caller":"traceutil/trace.go:171","msg":"trace[714986225] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27424; }","duration":"129.870183ms","start":"2026-03-08T03:25:07.214122Z","end":"2026-03-08T03:25:07.343992Z","steps":["trace[714986225] 'agreement among raft nodes before linearized reading' (duration: 129.783241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:07.344056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:06.918505Z","time spent":"425.467621ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:25:08.686482Z","caller":"traceutil/trace.go:171","msg":"trace[2063313580] transaction","detail":"{read_only:false; response_revision:27430; number_of_response:1; }","duration":"245.382431ms","start":"2026-03-08T03:25:08.441081Z","end":"2026-03-08T03:25:08.686463Z","steps":["trace[2063313580] 'process raft request' (duration: 245.34276ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:08.686564Z","caller":"traceutil/trace.go:171","msg":"trace[1879048114] transaction","detail":"{read_only:false; response_revision:27429; number_of_response:1; }","duration":"245.467652ms","start":"2026-03-08T03:25:08.441068Z","end":"2026-03-08T03:25:08.686536Z","steps":["trace[1879048114] 'process raft request' (duration: 245.327259ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:08.686538Z","caller":"traceutil/trace.go:171","msg":"trace[1913172031] transaction","detail":"{read_only:false; response_revision:27428; number_of_response:1; }","duration":"245.448863ms","start":"2026-03-08T03:25:08.441055Z","end":"2026-03-08T03:25:08.686504Z","steps":["trace[1913172031] 'process raft request' (duration: 245.204907ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:08.735795Z","caller":"traceutil/trace.go:171","msg":"trace[1278179473] transaction","detail":"{read_only:false; response_revision:27431; number_of_response:1; }","duration":"294.617974ms","start":"2026-03-08T03:25:08.441144Z","end":"2026-03-08T03:25:08.735762Z","steps":["trace[1278179473] 'process raft request' (duration: 294.360088ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:08.736056Z","caller":"traceutil/trace.go:171","msg":"trace[1203161839] linearizableReadLoop","detail":"{readStateIndex:28395; appliedIndex:28390; }","duration":"252.518348ms","start":"2026-03-08T03:25:08.483499Z","end":"2026-03-08T03:25:08.736017Z","steps":["trace[1203161839] 'read index received' (duration: 202.851414ms)","trace[1203161839] 'applied index is now lower than readState.Index' (duration: 49.665524ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:08.736397Z","caller":"traceutil/trace.go:171","msg":"trace[233286509] transaction","detail":"{read_only:false; response_revision:27432; number_of_response:1; }","duration":"291.399699ms","start":"2026-03-08T03:25:08.444979Z","end":"2026-03-08T03:25:08.736378Z","steps":["trace[233286509] 'process raft request' (duration: 290.722844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:08.736546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.02834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:25:08.736598Z","caller":"traceutil/trace.go:171","msg":"trace[90432260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27432; }","duration":"253.123262ms","start":"2026-03-08T03:25:08.483463Z","end":"2026-03-08T03:25:08.736586Z","steps":["trace[90432260] 'agreement among raft nodes before linearized reading' (duration: 252.952638ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:08.955911Z","caller":"traceutil/trace.go:171","msg":"trace[272536620] linearizableReadLoop","detail":"{readStateIndex:28396; appliedIndex:28395; }","duration":"174.567921ms","start":"2026-03-08T03:25:08.781322Z","end":"2026-03-08T03:25:08.95589Z","steps":["trace[272536620] 'read index received' (duration: 174.376616ms)","trace[272536620] 'applied index is now lower than readState.Index' (duration: 190.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:08.956211Z","caller":"traceutil/trace.go:171","msg":"trace[16873152] transaction","detail":"{read_only:false; response_revision:27433; number_of_response:1; }","duration":"215.571272ms","start":"2026-03-08T03:25:08.740629Z","end":"2026-03-08T03:25:08.9562Z","steps":["trace[16873152] 'process raft request' (duration: 215.103421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:08.956601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.025542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T03:25:08.956638Z","caller":"traceutil/trace.go:171","msg":"trace[530799063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27433; }","duration":"175.148875ms","start":"2026-03-08T03:25:08.781481Z","end":"2026-03-08T03:25:08.95663Z","steps":["trace[530799063] 'agreement among raft nodes before linearized reading' (duration: 175.018952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:08.956742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.172912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:25:08.95676Z","caller":"traceutil/trace.go:171","msg":"trace[1474066808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27433; }","duration":"174.201483ms","start":"2026-03-08T03:25:08.782552Z","end":"2026-03-08T03:25:08.956753Z","steps":["trace[1474066808] 'agreement among raft nodes before linearized reading' (duration: 174.143382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:08.956853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.313085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:25:08.956874Z","caller":"traceutil/trace.go:171","msg":"trace[283322053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27433; }","duration":"174.373267ms","start":"2026-03-08T03:25:08.782493Z","end":"2026-03-08T03:25:08.956866Z","steps":["trace[283322053] 'agreement among raft nodes before linearized reading' (duration: 174.310915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:08.956995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.689878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:25:08.957015Z","caller":"traceutil/trace.go:171","msg":"trace[1979770401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27433; }","duration":"175.763609ms","start":"2026-03-08T03:25:08.781244Z","end":"2026-03-08T03:25:08.957008Z","steps":["trace[1979770401] 'agreement among raft nodes before linearized reading' (duration: 175.104594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:09.203932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.635339ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:09.204336Z","caller":"traceutil/trace.go:171","msg":"trace[1513361129] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27434; }","duration":"106.956376ms","start":"2026-03-08T03:25:09.097246Z","end":"2026-03-08T03:25:09.204202Z","steps":["trace[1513361129] 'range keys from in-memory index tree' (duration: 106.543227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:09.20522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.706279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:25:09.205486Z","caller":"traceutil/trace.go:171","msg":"trace[406545858] transaction","detail":"{read_only:false; response_revision:27435; number_of_response:1; }","duration":"243.012435ms","start":"2026-03-08T03:25:08.96241Z","end":"2026-03-08T03:25:09.205422Z","steps":["trace[406545858] 'process raft request' (duration: 89.736723ms)","trace[406545858] 'compare' (duration: 151.943181ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:09.205521Z","caller":"traceutil/trace.go:171","msg":"trace[705483665] transaction","detail":"{read_only:false; response_revision:27436; number_of_response:1; }","duration":"243.040536ms","start":"2026-03-08T03:25:08.962463Z","end":"2026-03-08T03:25:09.205504Z","steps":["trace[705483665] 'process raft request' (duration: 242.900503ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:09.20569Z","caller":"traceutil/trace.go:171","msg":"trace[109597005] linearizableReadLoop","detail":"{readStateIndex:28400; appliedIndex:28397; }","duration":"169.885902ms","start":"2026-03-08T03:25:09.03574Z","end":"2026-03-08T03:25:09.205626Z","steps":["trace[109597005] 'read index received' (duration: 16.327423ms)","trace[109597005] 'applied index is now lower than readState.Index' (duration: 153.557059ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:09.205705Z","caller":"traceutil/trace.go:171","msg":"trace[61007155] transaction","detail":"{read_only:false; response_revision:27437; number_of_response:1; }","duration":"241.51233ms","start":"2026-03-08T03:25:08.964166Z","end":"2026-03-08T03:25:09.205678Z","steps":["trace[61007155] 'process raft request' (duration: 241.298925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:09.205777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.037615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:09.205812Z","caller":"traceutil/trace.go:171","msg":"trace[1927615997] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27437; }","duration":"170.076946ms","start":"2026-03-08T03:25:09.035725Z","end":"2026-03-08T03:25:09.205802Z","steps":["trace[1927615997] 'agreement among raft nodes before linearized reading' (duration: 170.013224ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:09.768654Z","caller":"traceutil/trace.go:171","msg":"trace[271259316] linearizableReadLoop","detail":"{readStateIndex:28402; appliedIndex:28401; }","duration":"115.023926ms","start":"2026-03-08T03:25:09.653608Z","end":"2026-03-08T03:25:09.768632Z","steps":["trace[271259316] 'read index received' (duration: 114.799391ms)","trace[271259316] 'applied index is now lower than readState.Index' (duration: 223.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:09.768734Z","caller":"traceutil/trace.go:171","msg":"trace[1918528258] transaction","detail":"{read_only:false; response_revision:27439; number_of_response:1; }","duration":"136.811686ms","start":"2026-03-08T03:25:09.631881Z","end":"2026-03-08T03:25:09.768692Z","steps":["trace[1918528258] 'process raft request' (duration: 136.589401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:09.768879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.248671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:09.768917Z","caller":"traceutil/trace.go:171","msg":"trace[213020778] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27439; }","duration":"115.340413ms","start":"2026-03-08T03:25:09.653565Z","end":"2026-03-08T03:25:09.768905Z","steps":["trace[213020778] 'agreement among raft nodes before linearized reading' (duration: 115.159439ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:10.304052Z","caller":"traceutil/trace.go:171","msg":"trace[1744851783] transaction","detail":"{read_only:false; response_revision:27440; number_of_response:1; }","duration":"354.850835ms","start":"2026-03-08T03:25:09.949177Z","end":"2026-03-08T03:25:10.304028Z","steps":["trace[1744851783] 'process raft request' (duration: 354.716382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:10.304293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:09.949148Z","time spent":"354.980959ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:25:10.484679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.806182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:25:10.484987Z","caller":"traceutil/trace.go:171","msg":"trace[1700535347] transaction","detail":"{read_only:false; response_revision:27441; number_of_response:1; }","duration":"170.25146ms","start":"2026-03-08T03:25:10.314711Z","end":"2026-03-08T03:25:10.484963Z","steps":["trace[1700535347] 'process raft request' (duration: 170.086926ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:25.247872Z","caller":"traceutil/trace.go:171","msg":"trace[1782918061] transaction","detail":"{read_only:false; response_revision:27638; number_of_response:1; }","duration":"135.462505ms","start":"2026-03-08T03:25:25.112375Z","end":"2026-03-08T03:25:25.247837Z","steps":["trace[1782918061] 'process raft request' (duration: 46.92392ms)","trace[1782918061] 'compare' (duration: 88.403702ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:36.294188Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25361} {"level":"info","ts":"2026-03-08T03:25:36.420168Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25361,"took":"121.850296ms","hash":651267992,"current-db-size-bytes":47697920,"current-db-size":"48 MB","current-db-size-in-use-bytes":32276480,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-08T03:25:36.420245Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":651267992,"revision":25361,"compact-revision":23270} {"level":"warn","ts":"2026-03-08T03:25:44.121651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149565081914334,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:25:44.124832Z","caller":"traceutil/trace.go:171","msg":"trace[1172276950] linearizableReadLoop","detail":"{readStateIndex:28777; appliedIndex:28776; }","duration":"503.921939ms","start":"2026-03-08T03:25:43.620885Z","end":"2026-03-08T03:25:44.124807Z","steps":["trace[1172276950] 'read index received' (duration: 503.767696ms)","trace[1172276950] 'applied index is now lower than readState.Index' (duration: 153.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:44.124885Z","caller":"traceutil/trace.go:171","msg":"trace[1352296353] transaction","detail":"{read_only:false; response_revision:27802; number_of_response:1; }","duration":"550.150814ms","start":"2026-03-08T03:25:43.574703Z","end":"2026-03-08T03:25:44.124853Z","steps":["trace[1352296353] 'process raft request' (duration: 549.920498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:44.125021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:43.574679Z","time spent":"550.256605ms","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:25:44.125036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.149535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:25:44.125127Z","caller":"traceutil/trace.go:171","msg":"trace[1142516924] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27802; }","duration":"504.298679ms","start":"2026-03-08T03:25:43.620809Z","end":"2026-03-08T03:25:44.125107Z","steps":["trace[1142516924] 'agreement among raft nodes before linearized reading' (duration: 504.128425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:44.125179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:43.620761Z","time spent":"504.407761ms","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:25:44.125012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.437041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:44.125448Z","caller":"traceutil/trace.go:171","msg":"trace[1577462947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27802; }","duration":"396.923372ms","start":"2026-03-08T03:25:43.728515Z","end":"2026-03-08T03:25:44.125438Z","steps":["trace[1577462947] 'agreement among raft nodes before linearized reading' (duration: 396.438641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:44.12548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:25:43.728497Z","time spent":"396.974923ms","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:25:44.617267Z","caller":"traceutil/trace.go:171","msg":"trace[220697692] transaction","detail":"{read_only:false; response_revision:27803; number_of_response:1; }","duration":"141.185849ms","start":"2026-03-08T03:25:44.476051Z","end":"2026-03-08T03:25:44.617237Z","steps":["trace[220697692] 'process raft request' (duration: 140.910012ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:11.775177Z","caller":"traceutil/trace.go:171","msg":"trace[1380980604] transaction","detail":"{read_only:false; response_revision:28446; number_of_response:1; }","duration":"195.140643ms","start":"2026-03-08T03:27:11.580014Z","end":"2026-03-08T03:27:11.775154Z","steps":["trace[1380980604] 'process raft request' (duration: 195.01385ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:11.872173Z","caller":"traceutil/trace.go:171","msg":"trace[976432454] linearizableReadLoop","detail":"{readStateIndex:29442; appliedIndex:29440; }","duration":"162.209452ms","start":"2026-03-08T03:27:11.709929Z","end":"2026-03-08T03:27:11.872139Z","steps":["trace[976432454] 'read index received' (duration: 65.118496ms)","trace[976432454] 'applied index is now lower than readState.Index' (duration: 97.089686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:27:11.872334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.398596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:27:11.872301Z","caller":"traceutil/trace.go:171","msg":"trace[1127638748] transaction","detail":"{read_only:false; response_revision:28447; number_of_response:1; }","duration":"190.713159ms","start":"2026-03-08T03:27:11.68153Z","end":"2026-03-08T03:27:11.872243Z","steps":["trace[1127638748] 'process raft request' (duration: 174.439348ms)","trace[1127638748] 'compare' (duration: 16.011545ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:11.872398Z","caller":"traceutil/trace.go:171","msg":"trace[1674961791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28447; }","duration":"162.507548ms","start":"2026-03-08T03:27:11.709877Z","end":"2026-03-08T03:27:11.872385Z","steps":["trace[1674961791] 'agreement among raft nodes before linearized reading' (duration: 162.408066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:11.872439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.129121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:27:11.872492Z","caller":"traceutil/trace.go:171","msg":"trace[866884489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28447; }","duration":"119.226244ms","start":"2026-03-08T03:27:11.753254Z","end":"2026-03-08T03:27:11.87248Z","steps":["trace[866884489] 'agreement among raft nodes before linearized reading' (duration: 119.08594ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:19.082427Z","caller":"traceutil/trace.go:171","msg":"trace[1298621375] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"110.434439ms","start":"2026-03-08T03:27:18.971965Z","end":"2026-03-08T03:27:19.082399Z","steps":["trace[1298621375] 'process raft request' (duration: 110.277075ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:19.085473Z","caller":"traceutil/trace.go:171","msg":"trace[857872783] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"112.331812ms","start":"2026-03-08T03:27:18.973129Z","end":"2026-03-08T03:27:19.085461Z","steps":["trace[857872783] 'process raft request' (duration: 112.264051ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:28:31.427056Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T03:28:31.431953Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-08T03:28:31.432091Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-08T03:30:36.300409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27747} {"level":"info","ts":"2026-03-08T03:30:36.426795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27747,"took":"115.306021ms","hash":3308720313,"current-db-size-bytes":47697920,"current-db-size":"48 MB","current-db-size-in-use-bytes":30224384,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-08T03:30:36.426915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3308720313,"revision":27747,"compact-revision":25361} {"level":"info","ts":"2026-03-08T03:34:05.188723Z","caller":"traceutil/trace.go:171","msg":"trace[1631674296] linearizableReadLoop","detail":"{readStateIndex:32384; appliedIndex:32383; }","duration":"240.518508ms","start":"2026-03-08T03:34:04.94818Z","end":"2026-03-08T03:34:05.188698Z","steps":["trace[1631674296] 'read index received' (duration: 240.384605ms)","trace[1631674296] 'applied index is now lower than readState.Index' (duration: 133.063µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:34:05.188955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.745113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:34:05.188981Z","caller":"traceutil/trace.go:171","msg":"trace[394872855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31301; }","duration":"240.837945ms","start":"2026-03-08T03:34:04.948136Z","end":"2026-03-08T03:34:05.188974Z","steps":["trace[394872855] 'agreement among raft nodes before linearized reading' (duration: 240.646181ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:34:05.189146Z","caller":"traceutil/trace.go:171","msg":"trace[2104171270] transaction","detail":"{read_only:false; response_revision:31301; number_of_response:1; }","duration":"242.842533ms","start":"2026-03-08T03:34:04.946297Z","end":"2026-03-08T03:34:05.189139Z","steps":["trace[2104171270] 'process raft request' (duration: 242.26637ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:34:38.016306Z","caller":"traceutil/trace.go:171","msg":"trace[1737889870] transaction","detail":"{read_only:false; response_revision:31520; number_of_response:1; }","duration":"135.909862ms","start":"2026-03-08T03:34:37.880371Z","end":"2026-03-08T03:34:38.016281Z","steps":["trace[1737889870] 'process raft request' (duration: 135.347749ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:35:36.309277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29881} {"level":"info","ts":"2026-03-08T03:35:36.45507Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29881,"took":"140.72388ms","hash":2122873240,"current-db-size-bytes":47697920,"current-db-size":"48 MB","current-db-size-in-use-bytes":26779648,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-08T03:35:36.455132Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2122873240,"revision":29881,"compact-revision":27747} {"level":"info","ts":"2026-03-08T03:40:36.315768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31961} {"level":"info","ts":"2026-03-08T03:40:36.446346Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31961,"took":"127.685224ms","hash":2945312437,"current-db-size-bytes":48541696,"current-db-size":"48 MB","current-db-size-in-use-bytes":28553216,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-08T03:40:36.446401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2945312437,"revision":31961,"compact-revision":29881} {"level":"info","ts":"2026-03-08T03:41:12.698697Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008ad5.wal"} {"level":"info","ts":"2026-03-08T03:45:36.321641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34120} {"level":"info","ts":"2026-03-08T03:45:36.457379Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34120,"took":"132.488456ms","hash":3146865284,"current-db-size-bytes":50651136,"current-db-size":"51 MB","current-db-size-in-use-bytes":28659712,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-08T03:45:36.457449Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3146865284,"revision":34120,"compact-revision":31961} {"level":"info","ts":"2026-03-08T03:50:36.328642Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36247} {"level":"info","ts":"2026-03-08T03:50:36.451298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36247,"took":"120.08986ms","hash":3802537826,"current-db-size-bytes":51916800,"current-db-size":"52 MB","current-db-size-in-use-bytes":28241920,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-08T03:50:36.45135Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3802537826,"revision":36247,"compact-revision":34120} {"level":"info","ts":"2026-03-08T03:51:28.877786Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T03:51:28.883337Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-08T03:51:28.883414Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}