{"level":"warn","ts":"2026-05-12T11:26:53.487029Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-12T11:26:53.487146Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.199:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.199:2380","--initial-cluster=instance=https://199.19.213.199:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.199:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.199:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-12T11:26:53.487238Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-12T11:26:53.487258Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.199:2380"]} {"level":"info","ts":"2026-05-12T11:26:53.487289Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-12T11:26:53.48808Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.199:2379"]} {"level":"info","ts":"2026-05-12T11:26:53.488187Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.199:2380"],"listen-peer-urls":["https://199.19.213.199:2380"],"advertise-client-urls":["https://199.19.213.199:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.199:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.199:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-12T11:26:53.493324Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.807756ms"} {"level":"info","ts":"2026-05-12T11:26:53.500681Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6d660142aa1b7ce9","cluster-id":"6964c025ad43a005"} {"level":"info","ts":"2026-05-12T11:26:53.500772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 switched to configuration voters=()"} {"level":"info","ts":"2026-05-12T11:26:53.500807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became follower at term 0"} {"level":"info","ts":"2026-05-12T11:26:53.500822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6d660142aa1b7ce9 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-12T11:26:53.500837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became follower at term 1"} {"level":"info","ts":"2026-05-12T11:26:53.50089Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 switched to configuration voters=(7882989583592029417)"} {"level":"warn","ts":"2026-05-12T11:26:53.50807Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-12T11:26:53.509925Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-12T11:26:53.511725Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-12T11:26:53.51533Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6d660142aa1b7ce9","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-12T11:26:53.5179Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6d660142aa1b7ce9","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-12T11:26:53.516875Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-12T11:26:53.518162Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-12T11:26:53.518194Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-12T11:26:53.519307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 switched to configuration voters=(7882989583592029417)"} {"level":"info","ts":"2026-05-12T11:26:53.519647Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6964c025ad43a005","local-member-id":"6d660142aa1b7ce9","added-peer-id":"6d660142aa1b7ce9","added-peer-peer-urls":["https://199.19.213.199:2380"]} {"level":"info","ts":"2026-05-12T11:26:53.522936Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-12T11:26:53.523078Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.199:2380"} {"level":"info","ts":"2026-05-12T11:26:53.523131Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.199:2380"} {"level":"info","ts":"2026-05-12T11:26:53.523364Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6d660142aa1b7ce9","initial-advertise-peer-urls":["https://199.19.213.199:2380"],"listen-peer-urls":["https://199.19.213.199:2380"],"advertise-client-urls":["https://199.19.213.199:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.199:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-12T11:26:53.523412Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-12T11:26:53.801579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 is starting a new election at term 1"} {"level":"info","ts":"2026-05-12T11:26:53.801653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-12T11:26:53.801743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 received MsgPreVoteResp from 6d660142aa1b7ce9 at term 1"} {"level":"info","ts":"2026-05-12T11:26:53.801766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became candidate at term 2"} {"level":"info","ts":"2026-05-12T11:26:53.801777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 received MsgVoteResp from 6d660142aa1b7ce9 at term 2"} {"level":"info","ts":"2026-05-12T11:26:53.801793Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6d660142aa1b7ce9 became leader at term 2"} {"level":"info","ts":"2026-05-12T11:26:53.801808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6d660142aa1b7ce9 elected leader 6d660142aa1b7ce9 at term 2"} {"level":"info","ts":"2026-05-12T11:26:53.814761Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6d660142aa1b7ce9","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.199:2379]}","request-path":"/0/members/6d660142aa1b7ce9/attributes","cluster-id":"6964c025ad43a005","publish-timeout":"7s"} {"level":"info","ts":"2026-05-12T11:26:53.814765Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-12T11:26:53.814773Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-12T11:26:53.814873Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-12T11:26:53.815179Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-12T11:26:53.815274Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-12T11:26:53.818391Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.199:2379"} {"level":"info","ts":"2026-05-12T11:26:53.818679Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-12T11:26:54.018447Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6964c025ad43a005","local-member-id":"6d660142aa1b7ce9","cluster-version":"3.5"} {"level":"info","ts":"2026-05-12T11:26:54.018605Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-12T11:26:54.018649Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-12T11:26:55.814366Z","caller":"traceutil/trace.go:171","msg":"trace[570572850] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"316.107409ms","start":"2026-05-12T11:26:55.498197Z","end":"2026-05-12T11:26:55.814305Z","steps":["trace[570572850] 'process raft request' (duration: 286.568493ms)","trace[570572850] 'compare' (duration: 29.224527ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:26:55.814433Z","caller":"traceutil/trace.go:171","msg":"trace[1104462218] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:6; }","duration":"309.447531ms","start":"2026-05-12T11:26:55.504944Z","end":"2026-05-12T11:26:55.814392Z","steps":["trace[1104462218] 'read index received' (duration: 279.807051ms)","trace[1104462218] 'applied index is now lower than readState.Index' (duration: 29.63933ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:26:55.814645Z","caller":"traceutil/trace.go:171","msg":"trace[834089541] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"316.089499ms","start":"2026-05-12T11:26:55.498519Z","end":"2026-05-12T11:26:55.814608Z","steps":["trace[834089541] 'process raft request' (duration: 315.755049ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:55.814751Z","caller":"traceutil/trace.go:171","msg":"trace[804975155] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"315.767979ms","start":"2026-05-12T11:26:55.498969Z","end":"2026-05-12T11:26:55.814737Z","steps":["trace[804975155] 'process raft request' (duration: 315.366388ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:55.814784Z","caller":"traceutil/trace.go:171","msg":"trace[1994396463] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"316.118589ms","start":"2026-05-12T11:26:55.49862Z","end":"2026-05-12T11:26:55.814739Z","steps":["trace[1994396463] 'process raft request' (duration: 315.683057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:55.814902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.098963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-12T11:26:55.814982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.90927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-12T11:26:55.814982Z","caller":"traceutil/trace.go:171","msg":"trace[1781935489] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:0; response_revision:9; }","duration":"319.260708ms","start":"2026-05-12T11:26:55.495704Z","end":"2026-05-12T11:26:55.814964Z","steps":["trace[1781935489] 'agreement among raft nodes before linearized reading' (duration: 319.044332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:55.81497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.77899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-12T11:26:55.815019Z","caller":"traceutil/trace.go:171","msg":"trace[158932039] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"317.953322ms","start":"2026-05-12T11:26:55.49705Z","end":"2026-05-12T11:26:55.815003Z","steps":["trace[158932039] 'agreement among raft nodes before linearized reading' (duration: 317.909391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:55.815021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.495684Z","time spent":"319.32918ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"warn","ts":"2026-05-12T11:26:55.81507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.497043Z","time spent":"318.018563ms","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-05-12T11:26:55.815074Z","caller":"traceutil/trace.go:171","msg":"trace[169149623] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9; }","duration":"315.955445ms","start":"2026-05-12T11:26:55.499065Z","end":"2026-05-12T11:26:55.81502Z","steps":["trace[169149623] 'agreement among raft nodes before linearized reading' (duration: 315.824422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:55.815126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.499043Z","time spent":"316.068508ms","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-05-12T11:26:55.814912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.263275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-12T11:26:55.815287Z","caller":"traceutil/trace.go:171","msg":"trace[248795492] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"350.675547ms","start":"2026-05-12T11:26:55.464565Z","end":"2026-05-12T11:26:55.815241Z","steps":["trace[248795492] 'agreement among raft nodes before linearized reading' (duration: 350.243595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:55.815324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.464554Z","time spent":"350.759239ms","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-12T11:26:55.815372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.498174Z","time spent":"316.344825ms","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-12T11:26:55.815368Z","caller":"traceutil/trace.go:171","msg":"trace[2070292372] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"316.702726ms","start":"2026-05-12T11:26:55.498486Z","end":"2026-05-12T11:26:55.815188Z","steps":["trace[2070292372] 'process raft request' (duration: 315.741859ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:55.815416Z","caller":"traceutil/trace.go:171","msg":"trace[1036308539] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"316.873441ms","start":"2026-05-12T11:26:55.498349Z","end":"2026-05-12T11:26:55.815222Z","steps":["trace[1036308539] 'process raft request' (duration: 315.822252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:55.815576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.498475Z","time spent":"317.030525ms","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T11:26:55.815572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.498502Z","time spent":"316.229102ms","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T11:26:55.815693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.498306Z","time spent":"317.271062ms","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T11:26:55.815919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.498955Z","time spent":"315.835152ms","remote":"127.0.0.1:44786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T11:26:55.816032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.498608Z","time spent":"316.242843ms","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-12T11:26:56.092861Z","caller":"traceutil/trace.go:171","msg":"trace[1001180318] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:12; }","duration":"278.311989ms","start":"2026-05-12T11:26:55.814522Z","end":"2026-05-12T11:26:56.092834Z","steps":["trace[1001180318] 'read index received' (duration: 203.251884ms)","trace[1001180318] 'applied index is now lower than readState.Index' (duration: 75.055535ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:26:56.093052Z","caller":"traceutil/trace.go:171","msg":"trace[1944728581] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"582.794039ms","start":"2026-05-12T11:26:55.510222Z","end":"2026-05-12T11:26:56.093016Z","steps":["trace[1944728581] 'process raft request' (duration: 507.484747ms)","trace[1944728581] 'compare' (duration: 74.852929ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:26:56.093177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.491803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-12T11:26:56.093102Z","caller":"traceutil/trace.go:171","msg":"trace[1003967981] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"582.418148ms","start":"2026-05-12T11:26:55.510533Z","end":"2026-05-12T11:26:56.092951Z","steps":["trace[1003967981] 'process raft request' (duration: 582.246103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:56.09323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.457265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-12T11:26:56.093308Z","caller":"traceutil/trace.go:171","msg":"trace[732576800] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"543.571438ms","start":"2026-05-12T11:26:55.54972Z","end":"2026-05-12T11:26:56.093292Z","steps":["trace[732576800] 'agreement among raft nodes before linearized reading' (duration: 543.263469ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.093234Z","caller":"traceutil/trace.go:171","msg":"trace[487152029] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"574.588566ms","start":"2026-05-12T11:26:55.518633Z","end":"2026-05-12T11:26:56.093221Z","steps":["trace[487152029] 'agreement among raft nodes before linearized reading' (duration: 574.351179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:56.093367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.549698Z","time spent":"543.65691ms","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-12T11:26:56.093437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.510492Z","time spent":"582.808779ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T11:26:56.093436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.518624Z","time spent":"574.750601ms","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-05-12T11:26:56.093229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:55.510201Z","time spent":"582.938492ms","remote":"127.0.0.1:44580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-12T11:26:56.097399Z","caller":"traceutil/trace.go:171","msg":"trace[74698194] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"277.64322ms","start":"2026-05-12T11:26:55.819737Z","end":"2026-05-12T11:26:56.097381Z","steps":["trace[74698194] 'process raft request' (duration: 277.475455ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.097514Z","caller":"traceutil/trace.go:171","msg":"trace[1155279216] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"276.956951ms","start":"2026-05-12T11:26:55.820523Z","end":"2026-05-12T11:26:56.09748Z","steps":["trace[1155279216] 'process raft request' (duration: 276.822327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:56.097576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.189684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-12T11:26:56.097688Z","caller":"traceutil/trace.go:171","msg":"trace[1303786334] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"276.356474ms","start":"2026-05-12T11:26:55.821322Z","end":"2026-05-12T11:26:56.097678Z","steps":["trace[1303786334] 'process raft request' (duration: 276.093557ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.097739Z","caller":"traceutil/trace.go:171","msg":"trace[1224642421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18; }","duration":"279.383629ms","start":"2026-05-12T11:26:55.818327Z","end":"2026-05-12T11:26:56.09771Z","steps":["trace[1224642421] 'agreement among raft nodes before linearized reading' (duration: 279.136742ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.097592Z","caller":"traceutil/trace.go:171","msg":"trace[2002826952] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"277.454794ms","start":"2026-05-12T11:26:55.82008Z","end":"2026-05-12T11:26:56.097535Z","steps":["trace[2002826952] 'process raft request' (duration: 277.197217ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.097794Z","caller":"traceutil/trace.go:171","msg":"trace[1699121535] transaction","detail":"{read_only:false; number_of_response:0; response_revision:12; }","duration":"278.305309ms","start":"2026-05-12T11:26:55.819395Z","end":"2026-05-12T11:26:56.097701Z","steps":["trace[1699121535] 'process raft request' (duration: 277.788335ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.097861Z","caller":"traceutil/trace.go:171","msg":"trace[282393855] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"277.662821ms","start":"2026-05-12T11:26:55.820166Z","end":"2026-05-12T11:26:56.097829Z","steps":["trace[282393855] 'process raft request' (duration: 277.150016ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.09731Z","caller":"traceutil/trace.go:171","msg":"trace[1317268209] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"278.970088ms","start":"2026-05-12T11:26:55.818314Z","end":"2026-05-12T11:26:56.097284Z","steps":["trace[1317268209] 'process raft request' (duration: 278.755182ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.09842Z","caller":"traceutil/trace.go:171","msg":"trace[1462558399] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"277.321061ms","start":"2026-05-12T11:26:55.820632Z","end":"2026-05-12T11:26:56.097953Z","steps":["trace[1462558399] 'process raft request' (duration: 276.757655ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.214021Z","caller":"traceutil/trace.go:171","msg":"trace[2049025134] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"110.134137ms","start":"2026-05-12T11:26:56.103853Z","end":"2026-05-12T11:26:56.213987Z","steps":["trace[2049025134] 'process raft request' (duration: 109.961463ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.214252Z","caller":"traceutil/trace.go:171","msg":"trace[974152001] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"111.755773ms","start":"2026-05-12T11:26:56.102484Z","end":"2026-05-12T11:26:56.214239Z","steps":["trace[974152001] 'process raft request' (duration: 105.732753ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.214496Z","caller":"traceutil/trace.go:171","msg":"trace[1093146592] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"107.001689ms","start":"2026-05-12T11:26:56.107478Z","end":"2026-05-12T11:26:56.21448Z","steps":["trace[1093146592] 'process raft request' (duration: 106.540696ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.21456Z","caller":"traceutil/trace.go:171","msg":"trace[1817244601] linearizableReadLoop","detail":"{readStateIndex:30; appliedIndex:22; }","duration":"106.820744ms","start":"2026-05-12T11:26:56.107717Z","end":"2026-05-12T11:26:56.214538Z","steps":["trace[1817244601] 'read index received' (duration: 73.490831ms)","trace[1817244601] 'applied index is now lower than readState.Index' (duration: 33.327663ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:26:56.21459Z","caller":"traceutil/trace.go:171","msg":"trace[837934238] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"102.46418ms","start":"2026-05-12T11:26:56.112114Z","end":"2026-05-12T11:26:56.214578Z","steps":["trace[837934238] 'process raft request' (duration: 101.959996ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.214602Z","caller":"traceutil/trace.go:171","msg":"trace[69733765] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"110.471796ms","start":"2026-05-12T11:26:56.104123Z","end":"2026-05-12T11:26:56.214594Z","steps":["trace[69733765] 'process raft request' (duration: 109.742556ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.214666Z","caller":"traceutil/trace.go:171","msg":"trace[1253318005] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"107.494944ms","start":"2026-05-12T11:26:56.107159Z","end":"2026-05-12T11:26:56.214654Z","steps":["trace[1253318005] 'process raft request' (duration: 106.828274ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.214675Z","caller":"traceutil/trace.go:171","msg":"trace[631980928] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"110.439197ms","start":"2026-05-12T11:26:56.104212Z","end":"2026-05-12T11:26:56.214652Z","steps":["trace[631980928] 'process raft request' (duration: 109.737056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:56.214728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.986929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-12T11:26:56.214759Z","caller":"traceutil/trace.go:171","msg":"trace[318392816] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:29; }","duration":"107.057252ms","start":"2026-05-12T11:26:56.107692Z","end":"2026-05-12T11:26:56.214749Z","steps":["trace[318392816] 'agreement among raft nodes before linearized reading' (duration: 106.980119ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.214653Z","caller":"traceutil/trace.go:171","msg":"trace[1924815984] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"101.70909ms","start":"2026-05-12T11:26:56.112936Z","end":"2026-05-12T11:26:56.214645Z","steps":["trace[1924815984] 'process raft request' (duration: 101.192734ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:56.214918Z","caller":"traceutil/trace.go:171","msg":"trace[1004245509] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"110.727985ms","start":"2026-05-12T11:26:56.104181Z","end":"2026-05-12T11:26:56.214909Z","steps":["trace[1004245509] 'process raft request' (duration: 109.722756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:56.214919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.181065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-12T11:26:56.214995Z","caller":"traceutil/trace.go:171","msg":"trace[1620438609] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:29; }","duration":"107.286278ms","start":"2026-05-12T11:26:56.107685Z","end":"2026-05-12T11:26:56.214971Z","steps":["trace[1620438609] 'agreement among raft nodes before linearized reading' (duration: 107.172515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:26:57.876687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.815201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:26:57.876792Z","caller":"traceutil/trace.go:171","msg":"trace[152313727] linearizableReadLoop","detail":"{readStateIndex:205; appliedIndex:204; }","duration":"292.683696ms","start":"2026-05-12T11:26:57.584093Z","end":"2026-05-12T11:26:57.876777Z","steps":["trace[152313727] 'read index received' (duration: 17.491456ms)","trace[152313727] 'applied index is now lower than readState.Index' (duration: 275.19117ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:26:57.876879Z","caller":"traceutil/trace.go:171","msg":"trace[676530403] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"645.326878ms","start":"2026-05-12T11:26:57.231518Z","end":"2026-05-12T11:26:57.876845Z","steps":["trace[676530403] 'process raft request' (duration: 370.135768ms)","trace[676530403] 'compare' (duration: 274.602564ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:26:57.877084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:26:57.231495Z","time spent":"645.504265ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T11:26:57.877075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.152611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:26:57.876962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.826301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:26:57.877189Z","caller":"traceutil/trace.go:171","msg":"trace[1189299290] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:200; }","duration":"150.340236ms","start":"2026-05-12T11:26:57.726819Z","end":"2026-05-12T11:26:57.877159Z","steps":["trace[1189299290] 'agreement among raft nodes before linearized reading' (duration: 150.1348ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:57.877299Z","caller":"traceutil/trace.go:171","msg":"trace[801199300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:200; }","duration":"293.16789ms","start":"2026-05-12T11:26:57.584038Z","end":"2026-05-12T11:26:57.877206Z","steps":["trace[801199300] 'agreement among raft nodes before linearized reading' (duration: 292.81155ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:26:58.992362Z","caller":"traceutil/trace.go:171","msg":"trace[862472359] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"142.547175ms","start":"2026-05-12T11:26:58.849778Z","end":"2026-05-12T11:26:58.992326Z","steps":["trace[862472359] 'process raft request' (duration: 113.01463ms)","trace[862472359] 'compare' (duration: 29.249467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:05.133886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114593319,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-12T11:27:05.399112Z","caller":"traceutil/trace.go:171","msg":"trace[493961185] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:359; }","duration":"765.493713ms","start":"2026-05-12T11:27:04.633586Z","end":"2026-05-12T11:27:05.39908Z","steps":["trace[493961185] 'read index received' (duration: 765.317239ms)","trace[493961185] 'applied index is now lower than readState.Index' (duration: 172.394µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:05.399302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.697017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:05.399257Z","caller":"traceutil/trace.go:171","msg":"trace[226847570] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"821.484234ms","start":"2026-05-12T11:27:04.577739Z","end":"2026-05-12T11:27:05.399223Z","steps":["trace[226847570] 'process raft request' (duration: 821.136046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:05.399365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.878164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-12T11:27:05.399395Z","caller":"traceutil/trace.go:171","msg":"trace[1268980657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:350; }","duration":"765.851571ms","start":"2026-05-12T11:27:04.633524Z","end":"2026-05-12T11:27:05.399375Z","steps":["trace[1268980657] 'agreement among raft nodes before linearized reading' (duration: 765.673287ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:05.399421Z","caller":"traceutil/trace.go:171","msg":"trace[1772417485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:350; }","duration":"221.991367ms","start":"2026-05-12T11:27:05.177414Z","end":"2026-05-12T11:27:05.399406Z","steps":["trace[1772417485] 'agreement among raft nodes before linearized reading' (duration: 221.872534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:05.39944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:04.6335Z","time spent":"765.932744ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T11:27:05.399713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.14301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-12T11:27:05.399733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:04.577711Z","time spent":"821.688579ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:05.399805Z","caller":"traceutil/trace.go:171","msg":"trace[1980643793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:350; }","duration":"220.267344ms","start":"2026-05-12T11:27:05.179497Z","end":"2026-05-12T11:27:05.399764Z","steps":["trace[1980643793] 'agreement among raft nodes before linearized reading' (duration: 220.069639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:05.9675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114593326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-12T11:27:06.337163Z","caller":"traceutil/trace.go:171","msg":"trace[27974341] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"933.61072ms","start":"2026-05-12T11:27:05.403528Z","end":"2026-05-12T11:27:06.337138Z","steps":["trace[27974341] 'process raft request' (duration: 933.388345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:06.337346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:05.403511Z","time spent":"933.747444ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:06.337331Z","caller":"traceutil/trace.go:171","msg":"trace[269036577] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"929.874608ms","start":"2026-05-12T11:27:05.407414Z","end":"2026-05-12T11:27:06.337289Z","steps":["trace[269036577] 'process raft request' (duration: 929.675003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:06.337566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:05.4074Z","time spent":"930.034521ms","remote":"127.0.0.1:44812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:06.342669Z","caller":"traceutil/trace.go:171","msg":"trace[1927736827] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:361; }","duration":"875.996439ms","start":"2026-05-12T11:27:05.466646Z","end":"2026-05-12T11:27:06.342642Z","steps":["trace[1927736827] 'read index received' (duration: 870.214095ms)","trace[1927736827] 'applied index is now lower than readState.Index' (duration: 5.780814ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:06.342799Z","caller":"traceutil/trace.go:171","msg":"trace[339576237] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"917.841009ms","start":"2026-05-12T11:27:05.424925Z","end":"2026-05-12T11:27:06.342766Z","steps":["trace[339576237] 'process raft request' (duration: 917.576643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:06.342935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:05.424909Z","time spent":"917.939272ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:27:06.342946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.966188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-12T11:27:06.343047Z","caller":"traceutil/trace.go:171","msg":"trace[1943901805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:354; }","duration":"142.112371ms","start":"2026-05-12T11:27:06.200913Z","end":"2026-05-12T11:27:06.343026Z","steps":["trace[1943901805] 'agreement among raft nodes before linearized reading' (duration: 141.953518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:06.343139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.455401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:06.343225Z","caller":"traceutil/trace.go:171","msg":"trace[1480556680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:354; }","duration":"876.636275ms","start":"2026-05-12T11:27:05.466571Z","end":"2026-05-12T11:27:06.343208Z","steps":["trace[1480556680] 'agreement among raft nodes before linearized reading' (duration: 876.356398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:06.343007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.915153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-12T11:27:06.343317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:05.466538Z","time spent":"876.770458ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T11:27:06.343358Z","caller":"traceutil/trace.go:171","msg":"trace[1597663232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:354; }","duration":"564.300393ms","start":"2026-05-12T11:27:05.779034Z","end":"2026-05-12T11:27:06.343334Z","steps":["trace[1597663232] 'agreement among raft nodes before linearized reading' (duration: 563.797581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:06.343426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:05.779009Z","time spent":"564.399135ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-12T11:27:27.221548Z","caller":"traceutil/trace.go:171","msg":"trace[2098075285] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"168.493168ms","start":"2026-05-12T11:27:27.05303Z","end":"2026-05-12T11:27:27.221523Z","steps":["trace[2098075285] 'process raft request' (duration: 168.346295ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.229771Z","caller":"traceutil/trace.go:171","msg":"trace[257335993] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"169.806503ms","start":"2026-05-12T11:27:27.059872Z","end":"2026-05-12T11:27:27.229679Z","steps":["trace[257335993] 'process raft request' (duration: 168.324804ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.230215Z","caller":"traceutil/trace.go:171","msg":"trace[2125793381] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"170.201022ms","start":"2026-05-12T11:27:27.059965Z","end":"2026-05-12T11:27:27.230166Z","steps":["trace[2125793381] 'process raft request' (duration: 168.792426ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.231446Z","caller":"traceutil/trace.go:171","msg":"trace[857521546] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"164.861045ms","start":"2026-05-12T11:27:27.06656Z","end":"2026-05-12T11:27:27.231421Z","steps":["trace[857521546] 'process raft request' (duration: 164.315251ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.231635Z","caller":"traceutil/trace.go:171","msg":"trace[1774187825] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"159.381484ms","start":"2026-05-12T11:27:27.072194Z","end":"2026-05-12T11:27:27.231575Z","steps":["trace[1774187825] 'process raft request' (duration: 158.85582ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.231794Z","caller":"traceutil/trace.go:171","msg":"trace[521152709] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"156.989943ms","start":"2026-05-12T11:27:27.074768Z","end":"2026-05-12T11:27:27.231758Z","steps":["trace[521152709] 'process raft request' (duration: 156.718925ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.231921Z","caller":"traceutil/trace.go:171","msg":"trace[2127345508] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"158.263057ms","start":"2026-05-12T11:27:27.073638Z","end":"2026-05-12T11:27:27.231902Z","steps":["trace[2127345508] 'process raft request' (duration: 157.778053ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.232448Z","caller":"traceutil/trace.go:171","msg":"trace[1686940223] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"140.156452ms","start":"2026-05-12T11:27:27.092225Z","end":"2026-05-12T11:27:27.232381Z","steps":["trace[1686940223] 'process raft request' (duration: 139.440304ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.23279Z","caller":"traceutil/trace.go:171","msg":"trace[1541355850] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"129.995381ms","start":"2026-05-12T11:27:27.102721Z","end":"2026-05-12T11:27:27.232716Z","steps":["trace[1541355850] 'process raft request' (duration: 129.188391ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.233156Z","caller":"traceutil/trace.go:171","msg":"trace[1627140900] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"112.401451ms","start":"2026-05-12T11:27:27.120741Z","end":"2026-05-12T11:27:27.233143Z","steps":["trace[1627140900] 'process raft request' (duration: 112.141915ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.234451Z","caller":"traceutil/trace.go:171","msg":"trace[1344010144] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"147.024298ms","start":"2026-05-12T11:27:27.084783Z","end":"2026-05-12T11:27:27.231807Z","steps":["trace[1344010144] 'process raft request' (duration: 146.781262ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.489565Z","caller":"traceutil/trace.go:171","msg":"trace[1462857586] transaction","detail":"{read_only:false; number_of_response:0; response_revision:498; }","duration":"232.372795ms","start":"2026-05-12T11:27:27.257156Z","end":"2026-05-12T11:27:27.489529Z","steps":["trace[1462857586] 'process raft request' (duration: 225.041587ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.489919Z","caller":"traceutil/trace.go:171","msg":"trace[1200090228] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"170.201072ms","start":"2026-05-12T11:27:27.319679Z","end":"2026-05-12T11:27:27.48988Z","steps":["trace[1200090228] 'process raft request' (duration: 170.12781ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.489881Z","caller":"traceutil/trace.go:171","msg":"trace[1569712654] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:517; }","duration":"166.302192ms","start":"2026-05-12T11:27:27.323557Z","end":"2026-05-12T11:27:27.489859Z","steps":["trace[1569712654] 'read index received' (duration: 158.721088ms)","trace[1569712654] 'applied index is now lower than readState.Index' (duration: 7.578214ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:27.490013Z","caller":"traceutil/trace.go:171","msg":"trace[1763162613] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"199.998145ms","start":"2026-05-12T11:27:27.289987Z","end":"2026-05-12T11:27:27.489985Z","steps":["trace[1763162613] 'process raft request' (duration: 199.686408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:27.490039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.496104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-12T11:27:27.490073Z","caller":"traceutil/trace.go:171","msg":"trace[2092872924] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:501; }","duration":"233.574186ms","start":"2026-05-12T11:27:27.25649Z","end":"2026-05-12T11:27:27.490064Z","steps":["trace[2092872924] 'agreement among raft nodes before linearized reading' (duration: 233.473344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:27.490106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.956811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-05-12T11:27:27.490168Z","caller":"traceutil/trace.go:171","msg":"trace[1308360786] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:501; }","duration":"235.055274ms","start":"2026-05-12T11:27:27.255092Z","end":"2026-05-12T11:27:27.490148Z","steps":["trace[1308360786] 'agreement among raft nodes before linearized reading' (duration: 234.865099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:27.490171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.866986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10078"} {"level":"info","ts":"2026-05-12T11:27:27.490268Z","caller":"traceutil/trace.go:171","msg":"trace[1481245725] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:501; }","duration":"222.03029ms","start":"2026-05-12T11:27:27.268216Z","end":"2026-05-12T11:27:27.490246Z","steps":["trace[1481245725] 'agreement among raft nodes before linearized reading' (duration: 221.695682ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.490333Z","caller":"traceutil/trace.go:171","msg":"trace[681504544] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"146.651108ms","start":"2026-05-12T11:27:27.343673Z","end":"2026-05-12T11:27:27.490324Z","steps":["trace[681504544] 'process raft request' (duration: 146.428282ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.490412Z","caller":"traceutil/trace.go:171","msg":"trace[78164890] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"207.321163ms","start":"2026-05-12T11:27:27.282529Z","end":"2026-05-12T11:27:27.48985Z","steps":["trace[78164890] 'process raft request' (duration: 206.951684ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:27.490618Z","caller":"traceutil/trace.go:171","msg":"trace[914672946] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"113.789096ms","start":"2026-05-12T11:27:27.376819Z","end":"2026-05-12T11:27:27.490608Z","steps":["trace[914672946] 'process raft request' (duration: 113.486929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:28.39275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.220593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:27:28.392918Z","caller":"traceutil/trace.go:171","msg":"trace[667933095] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"330.07648ms","start":"2026-05-12T11:27:28.062818Z","end":"2026-05-12T11:27:28.392895Z","steps":["trace[667933095] 'process raft request' (duration: 175.58606ms)","trace[667933095] 'compare' (duration: 154.024728ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:28.392996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:28.062782Z","time spent":"330.181251ms","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:28.408605Z","caller":"traceutil/trace.go:171","msg":"trace[152543498] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"315.550017ms","start":"2026-05-12T11:27:28.093044Z","end":"2026-05-12T11:27:28.408594Z","steps":["trace[152543498] 'process raft request' (duration: 315.212949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:28.408677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:28.093011Z","time spent":"315.63465ms","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T11:27:28.740911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.981192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:27:28.741021Z","caller":"traceutil/trace.go:171","msg":"trace[1408863317] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:562; }","duration":"293.468ms","start":"2026-05-12T11:27:28.447536Z","end":"2026-05-12T11:27:28.741004Z","steps":["trace[1408863317] 'read index received' (duration: 97.656992ms)","trace[1408863317] 'applied index is now lower than readState.Index' (duration: 195.809808ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:28.741143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.600494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-12T11:27:28.741195Z","caller":"traceutil/trace.go:171","msg":"trace[360183296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:543; }","duration":"293.684226ms","start":"2026-05-12T11:27:28.447496Z","end":"2026-05-12T11:27:28.741181Z","steps":["trace[360183296] 'agreement among raft nodes before linearized reading' (duration: 293.590644ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:28.741184Z","caller":"traceutil/trace.go:171","msg":"trace[992974109] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"320.946124ms","start":"2026-05-12T11:27:28.420175Z","end":"2026-05-12T11:27:28.741121Z","steps":["trace[992974109] 'process raft request' (duration: 124.671225ms)","trace[992974109] 'compare' (duration: 195.814878ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:28.741473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:28.420136Z","time spent":"321.17362ms","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:28.799935Z","caller":"traceutil/trace.go:171","msg":"trace[1902701305] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"287.63331ms","start":"2026-05-12T11:27:28.512249Z","end":"2026-05-12T11:27:28.799882Z","steps":["trace[1902701305] 'process raft request' (duration: 287.453796ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:28.864247Z","caller":"traceutil/trace.go:171","msg":"trace[658743929] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"118.25926ms","start":"2026-05-12T11:27:28.745957Z","end":"2026-05-12T11:27:28.864216Z","steps":["trace[658743929] 'process raft request' (duration: 118.141407ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:28.864273Z","caller":"traceutil/trace.go:171","msg":"trace[1912726971] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"265.313019ms","start":"2026-05-12T11:27:28.598899Z","end":"2026-05-12T11:27:28.864212Z","steps":["trace[1912726971] 'process raft request' (duration: 257.831918ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:28.864728Z","caller":"traceutil/trace.go:171","msg":"trace[366863600] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:563; }","duration":"123.610808ms","start":"2026-05-12T11:27:28.741056Z","end":"2026-05-12T11:27:28.864666Z","steps":["trace[366863600] 'read index received' (duration: 57.763741ms)","trace[366863600] 'applied index is now lower than readState.Index' (duration: 65.843596ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:28.864744Z","caller":"traceutil/trace.go:171","msg":"trace[664396580] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"107.316021ms","start":"2026-05-12T11:27:28.757412Z","end":"2026-05-12T11:27:28.864728Z","steps":["trace[664396580] 'process raft request' (duration: 106.752576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:28.864854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.161566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-12T11:27:28.86492Z","caller":"traceutil/trace.go:171","msg":"trace[778288380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:547; }","duration":"407.287769ms","start":"2026-05-12T11:27:28.457619Z","end":"2026-05-12T11:27:28.864907Z","steps":["trace[778288380] 'agreement among raft nodes before linearized reading' (duration: 407.159715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:28.864955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:28.457596Z","time spent":"407.3508ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T11:27:28.864941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.18087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-12T11:27:28.865033Z","caller":"traceutil/trace.go:171","msg":"trace[2046604789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:547; }","duration":"413.292492ms","start":"2026-05-12T11:27:28.451718Z","end":"2026-05-12T11:27:28.865011Z","steps":["trace[2046604789] 'agreement among raft nodes before linearized reading' (duration: 413.116548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:28.865076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:28.451712Z","time spent":"413.355144ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-12T11:27:30.758364Z","caller":"traceutil/trace.go:171","msg":"trace[1088550811] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"150.305211ms","start":"2026-05-12T11:27:30.608029Z","end":"2026-05-12T11:27:30.758334Z","steps":["trace[1088550811] 'process raft request' (duration: 120.318094ms)","trace[1088550811] 'compare' (duration: 29.848274ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:31.909748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.44564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:27:31.909961Z","caller":"traceutil/trace.go:171","msg":"trace[834310113] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"270.038911ms","start":"2026-05-12T11:27:31.639901Z","end":"2026-05-12T11:27:31.90994Z","steps":["trace[834310113] 'process raft request' (duration: 168.318833ms)","trace[834310113] 'compare' (duration: 101.03378ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:32.675434Z","caller":"traceutil/trace.go:171","msg":"trace[378088908] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"139.853254ms","start":"2026-05-12T11:27:32.535557Z","end":"2026-05-12T11:27:32.67541Z","steps":["trace[378088908] 'process raft request' (duration: 139.68263ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:34.495744Z","caller":"traceutil/trace.go:171","msg":"trace[1558550291] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"290.605198ms","start":"2026-05-12T11:27:34.205116Z","end":"2026-05-12T11:27:34.495721Z","steps":["trace[1558550291] 'process raft request' (duration: 290.191556ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:36.016413Z","caller":"traceutil/trace.go:171","msg":"trace[104202736] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"457.121455ms","start":"2026-05-12T11:27:35.559274Z","end":"2026-05-12T11:27:36.016396Z","steps":["trace[104202736] 'read index received' (duration: 456.406597ms)","trace[104202736] 'applied index is now lower than readState.Index' (duration: 714.308µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:36.01655Z","caller":"traceutil/trace.go:171","msg":"trace[1482733800] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"547.904001ms","start":"2026-05-12T11:27:35.468593Z","end":"2026-05-12T11:27:36.016497Z","steps":["trace[1482733800] 'process raft request' (duration: 547.308226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:36.016609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.32619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-12T11:27:36.016635Z","caller":"traceutil/trace.go:171","msg":"trace[1783492799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:588; }","duration":"457.421063ms","start":"2026-05-12T11:27:35.559206Z","end":"2026-05-12T11:27:36.016627Z","steps":["trace[1783492799] 'agreement among raft nodes before linearized reading' (duration: 457.286159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:36.016659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:35.559175Z","time spent":"457.479175ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T11:27:36.016743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:35.468557Z","time spent":"548.078646ms","remote":"127.0.0.1:44384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:27:36.016769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.509511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vv24h\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-12T11:27:36.016837Z","caller":"traceutil/trace.go:171","msg":"trace[1860803343] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vv24h; range_end:; response_count:1; response_revision:588; }","duration":"355.639224ms","start":"2026-05-12T11:27:35.661178Z","end":"2026-05-12T11:27:36.016817Z","steps":["trace[1860803343] 'agreement among raft nodes before linearized reading' (duration: 355.364606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:36.016908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:35.66115Z","time spent":"355.746307ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-vv24h\" "} {"level":"info","ts":"2026-05-12T11:27:36.660974Z","caller":"traceutil/trace.go:171","msg":"trace[1256611053] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"636.988424ms","start":"2026-05-12T11:27:36.023929Z","end":"2026-05-12T11:27:36.660917Z","steps":["trace[1256611053] 'process raft request' (duration: 541.530618ms)","trace[1256611053] 'compare' (duration: 95.264301ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:36.66121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:36.023905Z","time spent":"637.18296ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:36.702011Z","caller":"traceutil/trace.go:171","msg":"trace[1761564071] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:609; }","duration":"236.605793ms","start":"2026-05-12T11:27:36.465379Z","end":"2026-05-12T11:27:36.701985Z","steps":["trace[1761564071] 'read index received' (duration: 100.062884ms)","trace[1761564071] 'applied index is now lower than readState.Index' (duration: 136.538499ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:36.702152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.761187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:36.702187Z","caller":"traceutil/trace.go:171","msg":"trace[281634382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"236.856299ms","start":"2026-05-12T11:27:36.465318Z","end":"2026-05-12T11:27:36.702175Z","steps":["trace[281634382] 'agreement among raft nodes before linearized reading' (duration: 236.773927ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:36.702205Z","caller":"traceutil/trace.go:171","msg":"trace[1063648812] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"670.289507ms","start":"2026-05-12T11:27:36.031886Z","end":"2026-05-12T11:27:36.702175Z","steps":["trace[1063648812] 'process raft request' (duration: 669.882027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:36.702342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:36.03185Z","time spent":"670.431691ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:36.702366Z","caller":"traceutil/trace.go:171","msg":"trace[1119397417] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"626.124946ms","start":"2026-05-12T11:27:36.076198Z","end":"2026-05-12T11:27:36.702323Z","steps":["trace[1119397417] 'process raft request' (duration: 625.733896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:36.702533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:36.076146Z","time spent":"626.30023ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T11:27:37.416545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114593837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:27:37.813309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094661324s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T11:27:37.853261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.675128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:37.853387Z","caller":"traceutil/trace.go:171","msg":"trace[291070484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:591; }","duration":"272.818061ms","start":"2026-05-12T11:27:37.580549Z","end":"2026-05-12T11:27:37.853368Z","steps":["trace[291070484] 'range keys from in-memory index tree' (duration: 272.658927ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:37.85381Z","caller":"traceutil/trace.go:171","msg":"trace[331006233] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:612; }","duration":"938.308487ms","start":"2026-05-12T11:27:36.915476Z","end":"2026-05-12T11:27:37.853785Z","steps":["trace[331006233] 'read index received' (duration: 898.074816ms)","trace[331006233] 'applied index is now lower than readState.Index' (duration: 40.232741ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:37.853865Z","caller":"traceutil/trace.go:171","msg":"trace[1885156824] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"959.170661ms","start":"2026-05-12T11:27:36.894657Z","end":"2026-05-12T11:27:37.853828Z","steps":["trace[1885156824] 'process raft request' (duration: 959.039027ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:37.853907Z","caller":"traceutil/trace.go:171","msg":"trace[88067915] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.135298245s","start":"2026-05-12T11:27:36.718572Z","end":"2026-05-12T11:27:37.85387Z","steps":["trace[88067915] 'process raft request' (duration: 1.095004083s)","trace[88067915] 'compare' (duration: 39.540633ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:37.854056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.566103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-12T11:27:37.854879Z","caller":"traceutil/trace.go:171","msg":"trace[2138636285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:593; }","duration":"939.449256ms","start":"2026-05-12T11:27:36.915407Z","end":"2026-05-12T11:27:37.854857Z","steps":["trace[2138636285] 'agreement among raft nodes before linearized reading' (duration: 938.565052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:37.85494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:36.915385Z","time spent":"939.529438ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-12T11:27:37.854908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:36.71856Z","time spent":"1.136182818s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T11:27:37.854959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.882825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-12T11:27:37.855054Z","caller":"traceutil/trace.go:171","msg":"trace[1082103731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:593; }","duration":"864.989238ms","start":"2026-05-12T11:27:36.990027Z","end":"2026-05-12T11:27:37.855017Z","steps":["trace[1082103731] 'agreement among raft nodes before linearized reading' (duration: 864.765372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:37.855111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:36.990014Z","time spent":"865.08405ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T11:27:37.855122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.084365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-12T11:27:37.855243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.25421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:37.855283Z","caller":"traceutil/trace.go:171","msg":"trace[1997880644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"388.327222ms","start":"2026-05-12T11:27:37.466945Z","end":"2026-05-12T11:27:37.855272Z","steps":["trace[1997880644] 'agreement among raft nodes before linearized reading' (duration: 388.258881ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:37.855258Z","caller":"traceutil/trace.go:171","msg":"trace[675062654] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:593; }","duration":"649.276499ms","start":"2026-05-12T11:27:37.205947Z","end":"2026-05-12T11:27:37.855224Z","steps":["trace[675062654] 'agreement among raft nodes before linearized reading' (duration: 648.833818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:37.855313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:37.466929Z","time spent":"388.378813ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T11:27:37.855343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.655595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-12T11:27:37.855349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:37.205925Z","time spent":"649.408633ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"info","ts":"2026-05-12T11:27:37.8554Z","caller":"traceutil/trace.go:171","msg":"trace[1339246945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"938.757777ms","start":"2026-05-12T11:27:36.916627Z","end":"2026-05-12T11:27:37.855385Z","steps":["trace[1339246945] 'agreement among raft nodes before linearized reading' (duration: 938.037369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:37.855476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:36.916603Z","time spent":"938.86463ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T11:27:37.85627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:36.894618Z","time spent":"959.996503ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:43.873045Z","caller":"traceutil/trace.go:171","msg":"trace[1752237123] linearizableReadLoop","detail":"{readStateIndex:700; appliedIndex:699; }","duration":"155.834164ms","start":"2026-05-12T11:27:43.717189Z","end":"2026-05-12T11:27:43.873024Z","steps":["trace[1752237123] 'read index received' (duration: 155.584477ms)","trace[1752237123] 'applied index is now lower than readState.Index' (duration: 248.487µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:43.873177Z","caller":"traceutil/trace.go:171","msg":"trace[495997832] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"187.186797ms","start":"2026-05-12T11:27:43.685958Z","end":"2026-05-12T11:27:43.873145Z","steps":["trace[495997832] 'process raft request' (duration: 186.820158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:43.873298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.09576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vv24h\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-05-12T11:27:43.873357Z","caller":"traceutil/trace.go:171","msg":"trace[1593541344] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vv24h; range_end:; response_count:1; response_revision:677; }","duration":"156.199173ms","start":"2026-05-12T11:27:43.717144Z","end":"2026-05-12T11:27:43.873343Z","steps":["trace[1593541344] 'agreement among raft nodes before linearized reading' (duration: 156.025388ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:43.910445Z","caller":"traceutil/trace.go:171","msg":"trace[520499138] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"191.677412ms","start":"2026-05-12T11:27:43.71874Z","end":"2026-05-12T11:27:43.910418Z","steps":["trace[520499138] 'process raft request' (duration: 191.522328ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:44.031414Z","caller":"traceutil/trace.go:171","msg":"trace[1578576997] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"141.587779ms","start":"2026-05-12T11:27:43.889804Z","end":"2026-05-12T11:27:44.031392Z","steps":["trace[1578576997] 'process raft request' (duration: 141.451945ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:44.031774Z","caller":"traceutil/trace.go:171","msg":"trace[933147315] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:702; }","duration":"121.352371ms","start":"2026-05-12T11:27:43.910392Z","end":"2026-05-12T11:27:44.031744Z","steps":["trace[933147315] 'read index received' (duration: 121.336251ms)","trace[933147315] 'applied index is now lower than readState.Index' (duration: 13.79µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:27:44.03197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.541153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-12T11:27:44.031956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.919507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-12T11:27:44.032022Z","caller":"traceutil/trace.go:171","msg":"trace[444846129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:679; }","duration":"133.640196ms","start":"2026-05-12T11:27:43.898369Z","end":"2026-05-12T11:27:44.032009Z","steps":["trace[444846129] 'agreement among raft nodes before linearized reading' (duration: 133.487042ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:44.032044Z","caller":"traceutil/trace.go:171","msg":"trace[670344590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:679; }","duration":"133.063821ms","start":"2026-05-12T11:27:43.898962Z","end":"2026-05-12T11:27:44.032026Z","steps":["trace[670344590] 'agreement among raft nodes before linearized reading' (duration: 132.835585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:44.032317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.849604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-12T11:27:44.032359Z","caller":"traceutil/trace.go:171","msg":"trace[1274500899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:679; }","duration":"130.922925ms","start":"2026-05-12T11:27:43.901424Z","end":"2026-05-12T11:27:44.032347Z","steps":["trace[1274500899] 'agreement among raft nodes before linearized reading' (duration: 130.826123ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:44.800176Z","caller":"traceutil/trace.go:171","msg":"trace[2012405888] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:707; }","duration":"152.386825ms","start":"2026-05-12T11:27:44.64777Z","end":"2026-05-12T11:27:44.800156Z","steps":["trace[2012405888] 'read index received' (duration: 152.157869ms)","trace[2012405888] 'applied index is now lower than readState.Index' (duration: 228.116µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:44.800235Z","caller":"traceutil/trace.go:171","msg":"trace[519577733] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"172.967593ms","start":"2026-05-12T11:27:44.627243Z","end":"2026-05-12T11:27:44.800211Z","steps":["trace[519577733] 'process raft request' (duration: 172.761458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:44.80041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.454397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:44.800449Z","caller":"traceutil/trace.go:171","msg":"trace[963316833] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:685; }","duration":"152.552489ms","start":"2026-05-12T11:27:44.647885Z","end":"2026-05-12T11:27:44.800437Z","steps":["trace[963316833] 'agreement among raft nodes before linearized reading' (duration: 152.409126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:44.800443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.529917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:27:44.80044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.356727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:44.800499Z","caller":"traceutil/trace.go:171","msg":"trace[1997292470] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:685; }","duration":"116.619819ms","start":"2026-05-12T11:27:44.683855Z","end":"2026-05-12T11:27:44.800475Z","steps":["trace[1997292470] 'agreement among raft nodes before linearized reading' (duration: 116.508776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:44.800476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.617665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:44.80055Z","caller":"traceutil/trace.go:171","msg":"trace[533264102] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:685; }","duration":"101.492111ms","start":"2026-05-12T11:27:44.699022Z","end":"2026-05-12T11:27:44.800514Z","steps":["trace[533264102] 'agreement among raft nodes before linearized reading' (duration: 101.316497ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:44.800596Z","caller":"traceutil/trace.go:171","msg":"trace[350863374] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:685; }","duration":"117.745428ms","start":"2026-05-12T11:27:44.682832Z","end":"2026-05-12T11:27:44.800577Z","steps":["trace[350863374] 'agreement among raft nodes before linearized reading' (duration: 117.559213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:44.800589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.572877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:44.800645Z","caller":"traceutil/trace.go:171","msg":"trace[1726482811] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:685; }","duration":"100.738892ms","start":"2026-05-12T11:27:44.69989Z","end":"2026-05-12T11:27:44.800629Z","steps":["trace[1726482811] 'agreement among raft nodes before linearized reading' (duration: 100.578778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:44.800612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.938513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:27:44.800677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.138072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:44.800721Z","caller":"traceutil/trace.go:171","msg":"trace[750933379] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:685; }","duration":"152.139559ms","start":"2026-05-12T11:27:44.648552Z","end":"2026-05-12T11:27:44.800692Z","steps":["trace[750933379] 'agreement among raft nodes before linearized reading' (duration: 151.882892ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:44.800754Z","caller":"traceutil/trace.go:171","msg":"trace[1227292831] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:685; }","duration":"101.253545ms","start":"2026-05-12T11:27:44.699482Z","end":"2026-05-12T11:27:44.800735Z","steps":["trace[1227292831] 'agreement among raft nodes before linearized reading' (duration: 101.011299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:44.800865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.872551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:44.800956Z","caller":"traceutil/trace.go:171","msg":"trace[1066375869] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:685; }","duration":"117.968413ms","start":"2026-05-12T11:27:44.682978Z","end":"2026-05-12T11:27:44.800946Z","steps":["trace[1066375869] 'agreement among raft nodes before linearized reading' (duration: 117.349657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:44.801076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.625211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:44.80112Z","caller":"traceutil/trace.go:171","msg":"trace[208845625] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:685; }","duration":"153.36837ms","start":"2026-05-12T11:27:44.647736Z","end":"2026-05-12T11:27:44.801104Z","steps":["trace[208845625] 'agreement among raft nodes before linearized reading' (duration: 152.502428ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:45.106761Z","caller":"traceutil/trace.go:171","msg":"trace[388453114] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:709; }","duration":"168.218571ms","start":"2026-05-12T11:27:44.938509Z","end":"2026-05-12T11:27:45.106727Z","steps":["trace[388453114] 'read index received' (duration: 168.010136ms)","trace[388453114] 'applied index is now lower than readState.Index' (duration: 207.425µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:45.106865Z","caller":"traceutil/trace.go:171","msg":"trace[1663274044] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"292.118996ms","start":"2026-05-12T11:27:44.814718Z","end":"2026-05-12T11:27:45.106837Z","steps":["trace[1663274044] 'process raft request' (duration: 291.87486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:45.106941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.358174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:45.107093Z","caller":"traceutil/trace.go:171","msg":"trace[1360458458] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:687; }","duration":"168.560099ms","start":"2026-05-12T11:27:44.93851Z","end":"2026-05-12T11:27:45.10707Z","steps":["trace[1360458458] 'agreement among raft nodes before linearized reading' (duration: 168.363514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:45.107078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.226171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:45.107167Z","caller":"traceutil/trace.go:171","msg":"trace[574673729] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:687; }","duration":"168.364966ms","start":"2026-05-12T11:27:44.938782Z","end":"2026-05-12T11:27:45.107147Z","steps":["trace[574673729] 'agreement among raft nodes before linearized reading' (duration: 168.17652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:45.106927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.380825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:45.107228Z","caller":"traceutil/trace.go:171","msg":"trace[1325482128] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:687; }","duration":"168.746735ms","start":"2026-05-12T11:27:44.938464Z","end":"2026-05-12T11:27:45.107211Z","steps":["trace[1325482128] 'agreement among raft nodes before linearized reading' (duration: 168.369985ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:54.56564Z","caller":"traceutil/trace.go:171","msg":"trace[1543619864] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"100.024713ms","start":"2026-05-12T11:27:54.465595Z","end":"2026-05-12T11:27:54.56562Z","steps":["trace[1543619864] 'read index received' (duration: 99.994732ms)","trace[1543619864] 'applied index is now lower than readState.Index' (duration: 29.321µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:54.56574Z","caller":"traceutil/trace.go:171","msg":"trace[86232276] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"115.872778ms","start":"2026-05-12T11:27:54.449845Z","end":"2026-05-12T11:27:54.565718Z","steps":["trace[86232276] 'process raft request' (duration: 115.646783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:54.565768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.165657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:54.5658Z","caller":"traceutil/trace.go:171","msg":"trace[1577570276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"100.232558ms","start":"2026-05-12T11:27:54.465558Z","end":"2026-05-12T11:27:54.56579Z","steps":["trace[1577570276] 'agreement among raft nodes before linearized reading' (duration: 100.148736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:55.498686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.959946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-12T11:27:55.498761Z","caller":"traceutil/trace.go:171","msg":"trace[1742698177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:759; }","duration":"577.08501ms","start":"2026-05-12T11:27:54.921659Z","end":"2026-05-12T11:27:55.498744Z","steps":["trace[1742698177] 'range keys from in-memory index tree' (duration: 576.772461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:55.4988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:54.921635Z","time spent":"577.156431ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T11:27:55.49891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.571169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:27:55.499345Z","caller":"traceutil/trace.go:171","msg":"trace[1097485525] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:759; }","duration":"494.034331ms","start":"2026-05-12T11:27:55.005263Z","end":"2026-05-12T11:27:55.499298Z","steps":["trace[1097485525] 'count revisions from in-memory index tree' (duration: 493.276061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:55.499608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:55.005241Z","time spent":"494.347229ms","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:27:56.024484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114594154,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-12T11:27:56.200836Z","caller":"traceutil/trace.go:171","msg":"trace[1926155553] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"697.003582ms","start":"2026-05-12T11:27:55.503807Z","end":"2026-05-12T11:27:56.20081Z","steps":["trace[1926155553] 'process raft request' (duration: 696.856058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:56.200986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:55.503786Z","time spent":"697.124776ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:56.583975Z","caller":"traceutil/trace.go:171","msg":"trace[999803000] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:785; }","duration":"1.059923572s","start":"2026-05-12T11:27:55.524028Z","end":"2026-05-12T11:27:56.583951Z","steps":["trace[999803000] 'read index received' (duration: 676.62698ms)","trace[999803000] 'applied index is now lower than readState.Index' (duration: 383.295642ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:27:56.584046Z","caller":"traceutil/trace.go:171","msg":"trace[1160502008] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"729.566577ms","start":"2026-05-12T11:27:55.854453Z","end":"2026-05-12T11:27:56.584019Z","steps":["trace[1160502008] 'process raft request' (duration: 729.30796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:56.584203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060152069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-12T11:27:56.584244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.821401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-12T11:27:56.584273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:55.854426Z","time spent":"729.677159ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:27:56.584277Z","caller":"traceutil/trace.go:171","msg":"trace[624371082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:761; }","duration":"1.060238951s","start":"2026-05-12T11:27:55.524021Z","end":"2026-05-12T11:27:56.58426Z","steps":["trace[624371082] 'agreement among raft nodes before linearized reading' (duration: 1.060032646s)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:56.584299Z","caller":"traceutil/trace.go:171","msg":"trace[576704899] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:761; }","duration":"814.926234ms","start":"2026-05-12T11:27:55.769357Z","end":"2026-05-12T11:27:56.584284Z","steps":["trace[576704899] 'agreement among raft nodes before linearized reading' (duration: 814.78131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:56.584311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.272976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:27:56.584364Z","caller":"traceutil/trace.go:171","msg":"trace[1849325284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"119.359338ms","start":"2026-05-12T11:27:56.464991Z","end":"2026-05-12T11:27:56.58435Z","steps":["trace[1849325284] 'agreement among raft nodes before linearized reading' (duration: 119.275236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:56.584328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:55.523971Z","time spent":"1.060348304s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-12T11:27:56.584347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:55.769339Z","time spent":"814.992895ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:27:56.58436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.808464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:27:56.584422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.076164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-12T11:27:56.584409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.5855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-12T11:27:56.58446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.083565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-12T11:27:56.584476Z","caller":"traceutil/trace.go:171","msg":"trace[1671275117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:761; }","duration":"416.160675ms","start":"2026-05-12T11:27:56.168302Z","end":"2026-05-12T11:27:56.584462Z","steps":["trace[1671275117] 'agreement among raft nodes before linearized reading' (duration: 415.960489ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:56.584511Z","caller":"traceutil/trace.go:171","msg":"trace[208046017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:761; }","duration":"450.178817ms","start":"2026-05-12T11:27:56.134318Z","end":"2026-05-12T11:27:56.584497Z","steps":["trace[208046017] 'agreement among raft nodes before linearized reading' (duration: 450.035932ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:27:56.584503Z","caller":"traceutil/trace.go:171","msg":"trace[331573826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:761; }","duration":"415.742825ms","start":"2026-05-12T11:27:56.168739Z","end":"2026-05-12T11:27:56.584482Z","steps":["trace[331573826] 'agreement among raft nodes before linearized reading' (duration: 415.408915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:56.584516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:56.16828Z","time spent":"416.227927ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-12T11:27:56.584435Z","caller":"traceutil/trace.go:171","msg":"trace[536956681] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:761; }","duration":"278.926608ms","start":"2026-05-12T11:27:56.305495Z","end":"2026-05-12T11:27:56.584422Z","steps":["trace[536956681] 'agreement among raft nodes before linearized reading' (duration: 278.807514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:27:56.584544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:56.134277Z","time spent":"450.259879ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T11:27:56.584565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:27:56.168726Z","time spent":"415.825027ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-12T11:27:58.895852Z","caller":"traceutil/trace.go:171","msg":"trace[240000093] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"100.795213ms","start":"2026-05-12T11:27:58.79501Z","end":"2026-05-12T11:27:58.895805Z","steps":["trace[240000093] 'process raft request' (duration: 100.635659ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:00.072012Z","caller":"traceutil/trace.go:171","msg":"trace[1225957194] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"168.747275ms","start":"2026-05-12T11:27:59.903239Z","end":"2026-05-12T11:28:00.071986Z","steps":["trace[1225957194] 'process raft request' (duration: 168.57184ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:00.466249Z","caller":"traceutil/trace.go:171","msg":"trace[1771321516] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:829; }","duration":"138.865568ms","start":"2026-05-12T11:28:00.327349Z","end":"2026-05-12T11:28:00.466215Z","steps":["trace[1771321516] 'read index received' (duration: 46.558112ms)","trace[1771321516] 'applied index is now lower than readState.Index' (duration: 92.305986ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:28:00.466285Z","caller":"traceutil/trace.go:171","msg":"trace[16762733] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"139.817534ms","start":"2026-05-12T11:28:00.326421Z","end":"2026-05-12T11:28:00.466239Z","steps":["trace[16762733] 'process raft request' (duration: 47.399435ms)","trace[16762733] 'compare' (duration: 92.246434ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:28:00.466528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.144055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-05-12T11:28:00.466611Z","caller":"traceutil/trace.go:171","msg":"trace[649831284] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn; range_end:; response_count:1; response_revision:802; }","duration":"139.269398ms","start":"2026-05-12T11:28:00.327319Z","end":"2026-05-12T11:28:00.466588Z","steps":["trace[649831284] 'agreement among raft nodes before linearized reading' (duration: 138.981441ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:00.611726Z","caller":"traceutil/trace.go:171","msg":"trace[1911012177] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"280.742154ms","start":"2026-05-12T11:28:00.330968Z","end":"2026-05-12T11:28:00.61171Z","steps":["trace[1911012177] 'process raft request' (duration: 273.733875ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:00.611716Z","caller":"traceutil/trace.go:171","msg":"trace[1675738678] linearizableReadLoop","detail":"{readStateIndex:831; appliedIndex:830; }","duration":"145.361875ms","start":"2026-05-12T11:28:00.466326Z","end":"2026-05-12T11:28:00.611688Z","steps":["trace[1675738678] 'read index received' (duration: 138.348736ms)","trace[1675738678] 'applied index is now lower than readState.Index' (duration: 7.011789ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:28:00.611966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.100312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5114"} {"level":"info","ts":"2026-05-12T11:28:00.612011Z","caller":"traceutil/trace.go:171","msg":"trace[1378289612] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:803; }","duration":"279.199875ms","start":"2026-05-12T11:28:00.332797Z","end":"2026-05-12T11:28:00.611997Z","steps":["trace[1378289612] 'agreement among raft nodes before linearized reading' (duration: 278.988139ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:00.615388Z","caller":"traceutil/trace.go:171","msg":"trace[187020305] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"140.603673ms","start":"2026-05-12T11:28:00.474752Z","end":"2026-05-12T11:28:00.615355Z","steps":["trace[187020305] 'process raft request' (duration: 140.364007ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:03.753433Z","caller":"traceutil/trace.go:171","msg":"trace[851151917] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"175.175239ms","start":"2026-05-12T11:28:03.578236Z","end":"2026-05-12T11:28:03.753411Z","steps":["trace[851151917] 'process raft request' (duration: 175.035496ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:04.049899Z","caller":"traceutil/trace.go:171","msg":"trace[1837075282] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"291.327837ms","start":"2026-05-12T11:28:03.758549Z","end":"2026-05-12T11:28:04.049877Z","steps":["trace[1837075282] 'process raft request' (duration: 232.846339ms)","trace[1837075282] 'compare' (duration: 58.391955ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:28:04.261497Z","caller":"traceutil/trace.go:171","msg":"trace[1940677984] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"502.900029ms","start":"2026-05-12T11:28:03.758573Z","end":"2026-05-12T11:28:04.261473Z","steps":["trace[1940677984] 'process raft request' (duration: 502.666473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.261668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.758546Z","time spent":"503.026572ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:28:04.261706Z","caller":"traceutil/trace.go:171","msg":"trace[1333184319] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:861; }","duration":"411.138977ms","start":"2026-05-12T11:28:03.850527Z","end":"2026-05-12T11:28:04.261666Z","steps":["trace[1333184319] 'read index received' (duration: 140.881071ms)","trace[1333184319] 'applied index is now lower than readState.Index' (duration: 270.253826ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:28:04.261852Z","caller":"traceutil/trace.go:171","msg":"trace[482116631] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"499.679756ms","start":"2026-05-12T11:28:03.762106Z","end":"2026-05-12T11:28:04.261786Z","steps":["trace[482116631] 'process raft request' (duration: 499.276426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.261905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.327402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:04.262011Z","caller":"traceutil/trace.go:171","msg":"trace[1528292373] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:835; }","duration":"411.501806ms","start":"2026-05-12T11:28:03.850496Z","end":"2026-05-12T11:28:04.261997Z","steps":["trace[1528292373] 'agreement among raft nodes before linearized reading' (duration: 411.322832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.262051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.85048Z","time spent":"411.560438ms","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-05-12T11:28:04.262068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.762091Z","time spent":"499.87093ms","remote":"127.0.0.1:48046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2318,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:28:04.313809Z","caller":"traceutil/trace.go:171","msg":"trace[414492940] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"260.028094ms","start":"2026-05-12T11:28:04.053765Z","end":"2026-05-12T11:28:04.313793Z","steps":["trace[414492940] 'process raft request' (duration: 259.892031ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:04.313949Z","caller":"traceutil/trace.go:171","msg":"trace[496106729] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"256.377631ms","start":"2026-05-12T11:28:04.057562Z","end":"2026-05-12T11:28:04.31394Z","steps":["trace[496106729] 'process raft request' (duration: 256.186826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.314022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.410307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:04.3141Z","caller":"traceutil/trace.go:171","msg":"trace[907316519] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:837; }","duration":"463.505679ms","start":"2026-05-12T11:28:03.850565Z","end":"2026-05-12T11:28:04.31407Z","steps":["trace[907316519] 'agreement among raft nodes before linearized reading' (duration: 463.377286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.314142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.850547Z","time spent":"463.584862ms","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:28:04.314299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.771251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:28:04.314338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.038287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:04.314352Z","caller":"traceutil/trace.go:171","msg":"trace[1179893018] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:837; }","duration":"430.853262ms","start":"2026-05-12T11:28:03.883487Z","end":"2026-05-12T11:28:04.31434Z","steps":["trace[1179893018] 'agreement among raft nodes before linearized reading' (duration: 430.76902ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:04.314373Z","caller":"traceutil/trace.go:171","msg":"trace[1733975316] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:837; }","duration":"431.099319ms","start":"2026-05-12T11:28:03.883264Z","end":"2026-05-12T11:28:04.314363Z","steps":["trace[1733975316] 'agreement among raft nodes before linearized reading' (duration: 431.041927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.314394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.883474Z","time spent":"430.907954ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:28:04.314407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.88325Z","time spent":"431.149439ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-05-12T11:28:04.314497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.103969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:04.314535Z","caller":"traceutil/trace.go:171","msg":"trace[445223604] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:837; }","duration":"447.155481ms","start":"2026-05-12T11:28:03.867368Z","end":"2026-05-12T11:28:04.314523Z","steps":["trace[445223604] 'agreement among raft nodes before linearized reading' (duration: 447.106809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.314562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.867358Z","time spent":"447.196721ms","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-05-12T11:28:04.314573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.421488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:04.314603Z","caller":"traceutil/trace.go:171","msg":"trace[535476773] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:837; }","duration":"417.465799ms","start":"2026-05-12T11:28:03.897128Z","end":"2026-05-12T11:28:04.314594Z","steps":["trace[535476773] 'agreement among raft nodes before linearized reading' (duration: 417.418018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.314641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.897118Z","time spent":"417.51586ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:28:04.314728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.778437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:28:04.314742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.988459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-n5d4f\" ","response":"range_response_count:1 size:3871"} {"level":"warn","ts":"2026-05-12T11:28:04.314794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.669474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:28:04.314806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.112135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:04.314825Z","caller":"traceutil/trace.go:171","msg":"trace[499937310] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:837; }","duration":"417.720145ms","start":"2026-05-12T11:28:03.897097Z","end":"2026-05-12T11:28:04.314817Z","steps":["trace[499937310] 'agreement among raft nodes before linearized reading' (duration: 417.672784ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:04.314845Z","caller":"traceutil/trace.go:171","msg":"trace[1119895113] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-n5d4f; range_end:; response_count:1; response_revision:837; }","duration":"261.103432ms","start":"2026-05-12T11:28:04.053706Z","end":"2026-05-12T11:28:04.314809Z","steps":["trace[1119895113] 'agreement among raft nodes before linearized reading' (duration: 260.878446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.314865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.897085Z","time spent":"417.772227ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-12T11:28:04.314999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.308394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:04.315039Z","caller":"traceutil/trace.go:171","msg":"trace[1098462156] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:837; }","duration":"431.376175ms","start":"2026-05-12T11:28:03.883652Z","end":"2026-05-12T11:28:04.315028Z","steps":["trace[1098462156] 'agreement among raft nodes before linearized reading' (duration: 431.321514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.315068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.883641Z","time spent":"431.419477ms","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-05-12T11:28:04.314765Z","caller":"traceutil/trace.go:171","msg":"trace[2003511303] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:837; }","duration":"447.867119ms","start":"2026-05-12T11:28:03.866889Z","end":"2026-05-12T11:28:04.314757Z","steps":["trace[2003511303] 'agreement among raft nodes before linearized reading' (duration: 447.813067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.314302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.725771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:04.314836Z","caller":"traceutil/trace.go:171","msg":"trace[1456601635] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:837; }","duration":"448.169066ms","start":"2026-05-12T11:28:03.866659Z","end":"2026-05-12T11:28:04.314828Z","steps":["trace[1456601635] 'agreement among raft nodes before linearized reading' (duration: 448.125455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.31513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.866881Z","time spent":"448.233388ms","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-12T11:28:04.315168Z","caller":"traceutil/trace.go:171","msg":"trace[901080343] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:837; }","duration":"417.610403ms","start":"2026-05-12T11:28:03.897545Z","end":"2026-05-12T11:28:04.315155Z","steps":["trace[901080343] 'agreement among raft nodes before linearized reading' (duration: 416.71524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.315198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.866643Z","time spent":"448.543675ms","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-05-12T11:28:04.315209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.897535Z","time spent":"417.660974ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-12T11:28:04.314871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.980591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:04.315279Z","caller":"traceutil/trace.go:171","msg":"trace[1332677819] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:837; }","duration":"464.396342ms","start":"2026-05-12T11:28:03.850873Z","end":"2026-05-12T11:28:04.315269Z","steps":["trace[1332677819] 'agreement among raft nodes before linearized reading' (duration: 463.979982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.315315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:03.850868Z","time spent":"464.438493ms","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"info","ts":"2026-05-12T11:28:04.453489Z","caller":"traceutil/trace.go:171","msg":"trace[289036588] linearizableReadLoop","detail":"{readStateIndex:868; appliedIndex:867; }","duration":"127.533518ms","start":"2026-05-12T11:28:04.325933Z","end":"2026-05-12T11:28:04.453466Z","steps":["trace[289036588] 'read index received' (duration: 127.355813ms)","trace[289036588] 'applied index is now lower than readState.Index' (duration: 176.315µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:28:04.453668Z","caller":"traceutil/trace.go:171","msg":"trace[1244485368] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"131.090609ms","start":"2026-05-12T11:28:04.32256Z","end":"2026-05-12T11:28:04.45365Z","steps":["trace[1244485368] 'process raft request' (duration: 130.78805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:04.453972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.030471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-12T11:28:04.454044Z","caller":"traceutil/trace.go:171","msg":"trace[24026949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:839; }","duration":"128.117524ms","start":"2026-05-12T11:28:04.32591Z","end":"2026-05-12T11:28:04.454027Z","steps":["trace[24026949] 'agreement among raft nodes before linearized reading' (duration: 127.97638ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:11.214252Z","caller":"traceutil/trace.go:171","msg":"trace[1060196616] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"144.934714ms","start":"2026-05-12T11:28:11.069287Z","end":"2026-05-12T11:28:11.214222Z","steps":["trace[1060196616] 'process raft request' (duration: 81.605341ms)","trace[1060196616] 'compare' (duration: 62.904273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:28:11.214423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.441479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn\" ","response":"range_response_count:1 size:5677"} {"level":"info","ts":"2026-05-12T11:28:11.214576Z","caller":"traceutil/trace.go:171","msg":"trace[104650274] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn; range_end:; response_count:1; response_revision:929; }","duration":"282.663255ms","start":"2026-05-12T11:28:10.931881Z","end":"2026-05-12T11:28:11.214544Z","steps":["trace[104650274] 'range keys from in-memory index tree' (duration: 282.08129ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:12.006884Z","caller":"traceutil/trace.go:171","msg":"trace[1469279453] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"147.926062ms","start":"2026-05-12T11:28:11.858926Z","end":"2026-05-12T11:28:12.006852Z","steps":["trace[1469279453] 'process raft request' (duration: 147.749357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:13.255143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.470102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:28:13.255315Z","caller":"traceutil/trace.go:171","msg":"trace[464841519] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"163.749215ms","start":"2026-05-12T11:28:13.091525Z","end":"2026-05-12T11:28:13.255274Z","steps":["trace[464841519] 'process raft request' (duration: 33.053847ms)","trace[464841519] 'compare' (duration: 130.303028ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:28:13.255431Z","caller":"traceutil/trace.go:171","msg":"trace[1443872480] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"160.995806ms","start":"2026-05-12T11:28:13.094417Z","end":"2026-05-12T11:28:13.255413Z","steps":["trace[1443872480] 'process raft request' (duration: 160.923823ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:13.255472Z","caller":"traceutil/trace.go:171","msg":"trace[793611183] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1086; }","duration":"162.638518ms","start":"2026-05-12T11:28:13.092799Z","end":"2026-05-12T11:28:13.255437Z","steps":["trace[793611183] 'read index received' (duration: 31.752584ms)","trace[793611183] 'applied index is now lower than readState.Index' (duration: 130.882214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:28:13.255697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.891555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3865"} {"level":"info","ts":"2026-05-12T11:28:13.255739Z","caller":"traceutil/trace.go:171","msg":"trace[551648480] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1056; }","duration":"162.982426ms","start":"2026-05-12T11:28:13.092746Z","end":"2026-05-12T11:28:13.255728Z","steps":["trace[551648480] 'agreement among raft nodes before linearized reading' (duration: 162.809362ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:13.417832Z","caller":"traceutil/trace.go:171","msg":"trace[203360697] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"144.608525ms","start":"2026-05-12T11:28:13.273186Z","end":"2026-05-12T11:28:13.417795Z","steps":["trace[203360697] 'process raft request' (duration: 144.516883ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:13.417872Z","caller":"traceutil/trace.go:171","msg":"trace[1323998584] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"146.865934ms","start":"2026-05-12T11:28:13.270954Z","end":"2026-05-12T11:28:13.41782Z","steps":["trace[1323998584] 'process raft request' (duration: 101.83195ms)","trace[1323998584] 'compare' (duration: 44.683415ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:28:31.89141Z","caller":"traceutil/trace.go:171","msg":"trace[173962637] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"120.648376ms","start":"2026-05-12T11:28:31.770739Z","end":"2026-05-12T11:28:31.891388Z","steps":["trace[173962637] 'process raft request' (duration: 120.511052ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:32.086306Z","caller":"traceutil/trace.go:171","msg":"trace[1767021613] linearizableReadLoop","detail":"{readStateIndex:1273; appliedIndex:1271; }","duration":"240.524411ms","start":"2026-05-12T11:28:31.845723Z","end":"2026-05-12T11:28:32.086248Z","steps":["trace[1767021613] 'read index received' (duration: 45.562784ms)","trace[1767021613] 'applied index is now lower than readState.Index' (duration: 194.960567ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:28:32.086371Z","caller":"traceutil/trace.go:171","msg":"trace[735914571] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"286.502066ms","start":"2026-05-12T11:28:31.799804Z","end":"2026-05-12T11:28:32.086307Z","steps":["trace[735914571] 'process raft request' (duration: 187.215831ms)","trace[735914571] 'compare' (duration: 99.10368ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:28:32.08655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.802979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-12T11:28:32.086599Z","caller":"traceutil/trace.go:171","msg":"trace[1223911528] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1233; }","duration":"240.917341ms","start":"2026-05-12T11:28:31.845667Z","end":"2026-05-12T11:28:32.086584Z","steps":["trace[1223911528] 'agreement among raft nodes before linearized reading' (duration: 240.722357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:32.564143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.512614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:32.564213Z","caller":"traceutil/trace.go:171","msg":"trace[671045772] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"114.607853ms","start":"2026-05-12T11:28:32.449571Z","end":"2026-05-12T11:28:32.564179Z","steps":["trace[671045772] 'process raft request' (duration: 114.301895ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:32.56426Z","caller":"traceutil/trace.go:171","msg":"trace[460732517] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1234; }","duration":"295.703828ms","start":"2026-05-12T11:28:32.268534Z","end":"2026-05-12T11:28:32.564238Z","steps":["trace[460732517] 'count revisions from in-memory index tree' (duration: 295.398971ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:32.980325Z","caller":"traceutil/trace.go:171","msg":"trace[1914217590] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"221.805749ms","start":"2026-05-12T11:28:32.75825Z","end":"2026-05-12T11:28:32.980056Z","steps":["trace[1914217590] 'process raft request' (duration: 221.09688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:33.43112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.909293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:28:33.431409Z","caller":"traceutil/trace.go:171","msg":"trace[1336051377] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"446.540129ms","start":"2026-05-12T11:28:32.984832Z","end":"2026-05-12T11:28:33.431372Z","steps":["trace[1336051377] 'process raft request' (duration: 446.424477ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:33.431388Z","caller":"traceutil/trace.go:171","msg":"trace[1167439224] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"447.130195ms","start":"2026-05-12T11:28:32.98421Z","end":"2026-05-12T11:28:33.43134Z","steps":["trace[1167439224] 'process raft request' (duration: 184.855292ms)","trace[1167439224] 'compare' (duration: 261.545483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:28:33.431517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:32.984822Z","time spent":"446.652803ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:28:33.431627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:32.984179Z","time spent":"447.31572ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:28:33.431707Z","caller":"traceutil/trace.go:171","msg":"trace[528154209] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"446.803857ms","start":"2026-05-12T11:28:32.984857Z","end":"2026-05-12T11:28:33.43166Z","steps":["trace[528154209] 'process raft request' (duration: 446.462428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:33.431918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:32.984828Z","time spent":"446.96821ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:28:37.000134Z","caller":"traceutil/trace.go:171","msg":"trace[2016206755] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"120.000009ms","start":"2026-05-12T11:28:36.880097Z","end":"2026-05-12T11:28:37.000097Z","steps":["trace[2016206755] 'process raft request' (duration: 119.797854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:40.106358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.964429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-8tk8k\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-05-12T11:28:40.106436Z","caller":"traceutil/trace.go:171","msg":"trace[1424902207] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-8tk8k; range_end:; response_count:1; response_revision:1293; }","duration":"109.114854ms","start":"2026-05-12T11:28:39.997304Z","end":"2026-05-12T11:28:40.106419Z","steps":["trace[1424902207] 'range keys from in-memory index tree' (duration: 108.743513ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:45.521126Z","caller":"traceutil/trace.go:171","msg":"trace[1333470596] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"140.844527ms","start":"2026-05-12T11:28:45.380242Z","end":"2026-05-12T11:28:45.521087Z","steps":["trace[1333470596] 'process raft request' (duration: 140.650532ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:45.706585Z","caller":"traceutil/trace.go:171","msg":"trace[125094351] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"132.426574ms","start":"2026-05-12T11:28:45.574121Z","end":"2026-05-12T11:28:45.706547Z","steps":["trace[125094351] 'process raft request' (duration: 73.909162ms)","trace[125094351] 'compare' (duration: 58.281206ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:28:47.636151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114595345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-12T11:28:47.928694Z","caller":"traceutil/trace.go:171","msg":"trace[729618993] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1455; }","duration":"792.917242ms","start":"2026-05-12T11:28:47.135748Z","end":"2026-05-12T11:28:47.928666Z","steps":["trace[729618993] 'read index received' (duration: 792.682976ms)","trace[729618993] 'applied index is now lower than readState.Index' (duration: 233.266µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:28:47.928754Z","caller":"traceutil/trace.go:171","msg":"trace[1960505322] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"819.933817ms","start":"2026-05-12T11:28:47.108798Z","end":"2026-05-12T11:28:47.928732Z","steps":["trace[1960505322] 'process raft request' (duration: 819.693141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:47.928932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:47.108783Z","time spent":"820.031299ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:28:47.928997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.24902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-12T11:28:47.929023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.052587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-12T11:28:47.929063Z","caller":"traceutil/trace.go:171","msg":"trace[51632484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1413; }","duration":"793.359742ms","start":"2026-05-12T11:28:47.135683Z","end":"2026-05-12T11:28:47.929043Z","steps":["trace[51632484] 'agreement among raft nodes before linearized reading' (duration: 793.156997ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:47.929084Z","caller":"traceutil/trace.go:171","msg":"trace[1578449667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1413; }","duration":"750.130258ms","start":"2026-05-12T11:28:47.178937Z","end":"2026-05-12T11:28:47.929067Z","steps":["trace[1578449667] 'agreement among raft nodes before linearized reading' (duration: 749.979814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:47.929109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:47.13566Z","time spent":"793.436915ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T11:28:47.9291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.017816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-12T11:28:47.92922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.14541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-12T11:28:47.929238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.526218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-12T11:28:47.929232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.571084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-12T11:28:47.929269Z","caller":"traceutil/trace.go:171","msg":"trace[412600511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1413; }","duration":"399.242512ms","start":"2026-05-12T11:28:47.530013Z","end":"2026-05-12T11:28:47.929255Z","steps":["trace[412600511] 'agreement among raft nodes before linearized reading' (duration: 399.087448ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:47.929283Z","caller":"traceutil/trace.go:171","msg":"trace[820035262] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:1413; }","duration":"720.59294ms","start":"2026-05-12T11:28:47.208679Z","end":"2026-05-12T11:28:47.929272Z","steps":["trace[820035262] 'agreement among raft nodes before linearized reading' (duration: 720.474467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:47.929321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:47.529978Z","time spent":"399.331524ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-12T11:28:47.929327Z","caller":"traceutil/trace.go:171","msg":"trace[1385075671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1413; }","duration":"398.692117ms","start":"2026-05-12T11:28:47.530608Z","end":"2026-05-12T11:28:47.9293Z","steps":["trace[1385075671] 'agreement among raft nodes before linearized reading' (duration: 398.468641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:47.929369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:47.530594Z","time spent":"398.765869ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-12T11:28:47.92927Z","caller":"traceutil/trace.go:171","msg":"trace[2028615766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1413; }","duration":"399.252042ms","start":"2026-05-12T11:28:47.529987Z","end":"2026-05-12T11:28:47.929239Z","steps":["trace[2028615766] 'agreement among raft nodes before linearized reading' (duration: 398.945895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:47.929365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.270523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:28:47.929454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:47.529898Z","time spent":"399.542949ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T11:28:47.929328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:47.208666Z","time spent":"720.651761ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"warn","ts":"2026-05-12T11:28:47.929112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.87908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:47.929585Z","caller":"traceutil/trace.go:171","msg":"trace[1415899159] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1413; }","duration":"528.438633ms","start":"2026-05-12T11:28:47.401124Z","end":"2026-05-12T11:28:47.929563Z","steps":["trace[1415899159] 'agreement among raft nodes before linearized reading' (duration: 527.869829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:47.929125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:47.17892Z","time spent":"750.193959ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T11:28:47.929665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:47.401089Z","time spent":"528.551676ms","remote":"127.0.0.1:44752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-12T11:28:47.929725Z","caller":"traceutil/trace.go:171","msg":"trace[1644396344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1413; }","duration":"461.404606ms","start":"2026-05-12T11:28:47.468034Z","end":"2026-05-12T11:28:47.929438Z","steps":["trace[1644396344] 'agreement among raft nodes before linearized reading' (duration: 461.125239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:28:47.929887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:28:47.468009Z","time spent":"461.862367ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T11:28:48.146117Z","caller":"traceutil/trace.go:171","msg":"trace[557950181] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1456; }","duration":"214.743868ms","start":"2026-05-12T11:28:47.931349Z","end":"2026-05-12T11:28:48.146093Z","steps":["trace[557950181] 'read index received' (duration: 203.146314ms)","trace[557950181] 'applied index is now lower than readState.Index' (duration: 11.595894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:28:48.146298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.880361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:28:48.146384Z","caller":"traceutil/trace.go:171","msg":"trace[764827360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1413; }","duration":"215.052986ms","start":"2026-05-12T11:28:47.93132Z","end":"2026-05-12T11:28:48.146373Z","steps":["trace[764827360] 'agreement among raft nodes before linearized reading' (duration: 214.863811ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:48.166367Z","caller":"traceutil/trace.go:171","msg":"trace[1466401525] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"232.304624ms","start":"2026-05-12T11:28:47.934047Z","end":"2026-05-12T11:28:48.166352Z","steps":["trace[1466401525] 'process raft request' (duration: 232.17078ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:48.166367Z","caller":"traceutil/trace.go:171","msg":"trace[376650871] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"232.132419ms","start":"2026-05-12T11:28:47.934203Z","end":"2026-05-12T11:28:48.166336Z","steps":["trace[376650871] 'process raft request' (duration: 231.825131ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:48.166591Z","caller":"traceutil/trace.go:171","msg":"trace[1312889151] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"231.362699ms","start":"2026-05-12T11:28:47.93521Z","end":"2026-05-12T11:28:48.166572Z","steps":["trace[1312889151] 'process raft request' (duration: 231.254446ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:48.166642Z","caller":"traceutil/trace.go:171","msg":"trace[1980054166] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"231.509903ms","start":"2026-05-12T11:28:47.935111Z","end":"2026-05-12T11:28:48.166621Z","steps":["trace[1980054166] 'process raft request' (duration: 231.177845ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:48.16639Z","caller":"traceutil/trace.go:171","msg":"trace[2081772021] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"231.272527ms","start":"2026-05-12T11:28:47.935053Z","end":"2026-05-12T11:28:48.166325Z","steps":["trace[2081772021] 'process raft request' (duration: 231.203015ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:48.330221Z","caller":"traceutil/trace.go:171","msg":"trace[1622679032] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1420; }","duration":"103.819669ms","start":"2026-05-12T11:28:48.226367Z","end":"2026-05-12T11:28:48.330186Z","steps":["trace[1622679032] 'process raft request' (duration: 48.898628ms)","trace[1622679032] 'compare' (duration: 54.767448ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:28:53.239527Z","caller":"traceutil/trace.go:171","msg":"trace[617740064] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"102.65174ms","start":"2026-05-12T11:28:53.136848Z","end":"2026-05-12T11:28:53.2395Z","steps":["trace[617740064] 'process raft request' (duration: 92.883582ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:28:53.239666Z","caller":"traceutil/trace.go:171","msg":"trace[1237288727] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"102.003384ms","start":"2026-05-12T11:28:53.137604Z","end":"2026-05-12T11:28:53.239607Z","steps":["trace[1237288727] 'process raft request' (duration: 101.792688ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:04.692255Z","caller":"traceutil/trace.go:171","msg":"trace[462191139] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"127.646973ms","start":"2026-05-12T11:29:04.564595Z","end":"2026-05-12T11:29:04.692242Z","steps":["trace[462191139] 'process raft request' (duration: 127.50838ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:04.692413Z","caller":"traceutil/trace.go:171","msg":"trace[592382574] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1774; }","duration":"125.901598ms","start":"2026-05-12T11:29:04.566316Z","end":"2026-05-12T11:29:04.692217Z","steps":["trace[592382574] 'read index received' (duration: 125.791546ms)","trace[592382574] 'applied index is now lower than readState.Index' (duration: 109.172µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:29:04.692498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.995461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:29:04.692485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.070143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:29:04.692525Z","caller":"traceutil/trace.go:171","msg":"trace[916255621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1706; }","duration":"126.044943ms","start":"2026-05-12T11:29:04.566473Z","end":"2026-05-12T11:29:04.692518Z","steps":["trace[916255621] 'agreement among raft nodes before linearized reading' (duration: 126.004962ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:04.69255Z","caller":"traceutil/trace.go:171","msg":"trace[1787455926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1706; }","duration":"126.235807ms","start":"2026-05-12T11:29:04.566297Z","end":"2026-05-12T11:29:04.692533Z","steps":["trace[1787455926] 'agreement among raft nodes before linearized reading' (duration: 126.055523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:04.693095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.278873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-12T11:29:04.693154Z","caller":"traceutil/trace.go:171","msg":"trace[279240182] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1706; }","duration":"110.351784ms","start":"2026-05-12T11:29:04.582787Z","end":"2026-05-12T11:29:04.693139Z","steps":["trace[279240182] 'agreement among raft nodes before linearized reading' (duration: 110.094048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:14.723789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:29:15.224675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:29:15.231371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042127683s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T11:29:15.232123Z","caller":"traceutil/trace.go:171","msg":"trace[1029164734] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"1.042988104s","start":"2026-05-12T11:29:14.189103Z","end":"2026-05-12T11:29:15.232091Z","steps":["trace[1029164734] 'process raft request' (duration: 1.042700357s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.232328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.189075Z","time spent":"1.043137488s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:29:15.432752Z","caller":"traceutil/trace.go:171","msg":"trace[1894636476] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"1.052329752s","start":"2026-05-12T11:29:14.380369Z","end":"2026-05-12T11:29:15.432699Z","steps":["trace[1894636476] 'process raft request' (duration: 1.026064976s)","trace[1894636476] 'compare' (duration: 25.775114ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:29:15.432872Z","caller":"traceutil/trace.go:171","msg":"trace[409390021] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1894; }","duration":"1.209230675s","start":"2026-05-12T11:29:14.223607Z","end":"2026-05-12T11:29:15.432838Z","steps":["trace[409390021] 'read index received' (duration: 1.008158173s)","trace[409390021] 'applied index is now lower than readState.Index' (duration: 201.070812ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:29:15.432959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.380343Z","time spent":"1.052512446s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:29:15.432962Z","caller":"traceutil/trace.go:171","msg":"trace[134032702] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"601.329029ms","start":"2026-05-12T11:29:14.831584Z","end":"2026-05-12T11:29:15.432913Z","steps":["trace[134032702] 'process raft request' (duration: 601.048642ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:15.433011Z","caller":"traceutil/trace.go:171","msg":"trace[1771265747] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"324.070167ms","start":"2026-05-12T11:29:15.108926Z","end":"2026-05-12T11:29:15.432996Z","steps":["trace[1771265747] 'process raft request' (duration: 323.849332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.433096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209480781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-12T11:29:15.433142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.428799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-12T11:29:15.433147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065798523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-12T11:29:15.433152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:15.108892Z","time spent":"324.16453ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:29:15.433155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.831564Z","time spent":"601.492474ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:29:15.433178Z","caller":"traceutil/trace.go:171","msg":"trace[170050431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1827; }","duration":"1.065867375s","start":"2026-05-12T11:29:14.367301Z","end":"2026-05-12T11:29:15.433168Z","steps":["trace[170050431] 'agreement among raft nodes before linearized reading' (duration: 1.065750242s)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:15.433164Z","caller":"traceutil/trace.go:171","msg":"trace[614660266] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1827; }","duration":"1.209604915s","start":"2026-05-12T11:29:14.223545Z","end":"2026-05-12T11:29:15.43315Z","steps":["trace[614660266] 'agreement among raft nodes before linearized reading' (duration: 1.209459362s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.433205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.367278Z","time spent":"1.065921366s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-12T11:29:15.433215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.223523Z","time spent":"1.209682007s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:29:15.433235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.400495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-12T11:29:15.433173Z","caller":"traceutil/trace.go:171","msg":"trace[218009002] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1827; }","duration":"608.50004ms","start":"2026-05-12T11:29:14.824662Z","end":"2026-05-12T11:29:15.433162Z","steps":["trace[218009002] 'agreement among raft nodes before linearized reading' (duration: 608.413048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.433256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.536133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-12T11:29:15.433303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.824642Z","time spent":"608.649835ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T11:29:15.433306Z","caller":"traceutil/trace.go:171","msg":"trace[728807465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1827; }","duration":"689.671737ms","start":"2026-05-12T11:29:14.743617Z","end":"2026-05-12T11:29:15.433289Z","steps":["trace[728807465] 'agreement among raft nodes before linearized reading' (duration: 689.438981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.433333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042930073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-12T11:29:15.433354Z","caller":"traceutil/trace.go:171","msg":"trace[618997587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1827; }","duration":"1.042994805s","start":"2026-05-12T11:29:14.390352Z","end":"2026-05-12T11:29:15.433347Z","steps":["trace[618997587] 'agreement among raft nodes before linearized reading' (duration: 1.042914133s)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:15.433256Z","caller":"traceutil/trace.go:171","msg":"trace[1891348319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1827; }","duration":"538.480748ms","start":"2026-05-12T11:29:14.89477Z","end":"2026-05-12T11:29:15.433251Z","steps":["trace[1891348319] 'agreement among raft nodes before linearized reading' (duration: 538.417326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.433371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044153235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-12T11:29:15.433382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.390335Z","time spent":"1.043042636s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T11:29:15.433374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.743586Z","time spent":"689.777109ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T11:29:15.433398Z","caller":"traceutil/trace.go:171","msg":"trace[590131361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1827; }","duration":"1.044210826s","start":"2026-05-12T11:29:14.38918Z","end":"2026-05-12T11:29:15.433391Z","steps":["trace[590131361] 'agreement among raft nodes before linearized reading' (duration: 1.044152225s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.433404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.894713Z","time spent":"538.678462ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-12T11:29:15.433433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.389161Z","time spent":"1.044264647s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T11:29:15.433319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049190022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-12T11:29:15.43349Z","caller":"traceutil/trace.go:171","msg":"trace[2047808287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1827; }","duration":"1.049387197s","start":"2026-05-12T11:29:14.384096Z","end":"2026-05-12T11:29:15.433483Z","steps":["trace[2047808287] 'agreement among raft nodes before linearized reading' (duration: 1.049180322s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.433508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050401843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-12T11:29:15.433521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.384084Z","time spent":"1.049430188s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-12T11:29:15.433498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.720065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11664807-c05e-40de-a8c5-baa9687675c5\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-12T11:29:15.433548Z","caller":"traceutil/trace.go:171","msg":"trace[617655543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1827; }","duration":"1.050465734s","start":"2026-05-12T11:29:14.383071Z","end":"2026-05-12T11:29:15.433537Z","steps":["trace[617655543] 'agreement among raft nodes before linearized reading' (duration: 1.050354221s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.433589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.383059Z","time spent":"1.050524076s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-12T11:29:15.433598Z","caller":"traceutil/trace.go:171","msg":"trace[264123470] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11664807-c05e-40de-a8c5-baa9687675c5; range_end:; response_count:1; response_revision:1827; }","duration":"636.88616ms","start":"2026-05-12T11:29:14.79669Z","end":"2026-05-12T11:29:15.433576Z","steps":["trace[264123470] 'agreement among raft nodes before linearized reading' (duration: 636.584042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:15.433655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:14.796652Z","time spent":"636.993012ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11664807-c05e-40de-a8c5-baa9687675c5\" "} {"level":"info","ts":"2026-05-12T11:29:15.621571Z","caller":"traceutil/trace.go:171","msg":"trace[746547130] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"182.937903ms","start":"2026-05-12T11:29:15.438598Z","end":"2026-05-12T11:29:15.621536Z","steps":["trace[746547130] 'process raft request' (duration: 157.448428ms)","trace[746547130] 'compare' (duration: 25.197738ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:29:15.621688Z","caller":"traceutil/trace.go:171","msg":"trace[1481507184] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"182.923533ms","start":"2026-05-12T11:29:15.438726Z","end":"2026-05-12T11:29:15.62165Z","steps":["trace[1481507184] 'process raft request' (duration: 182.81857ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:15.621745Z","caller":"traceutil/trace.go:171","msg":"trace[1875879069] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"183.007555ms","start":"2026-05-12T11:29:15.438679Z","end":"2026-05-12T11:29:15.621687Z","steps":["trace[1875879069] 'process raft request' (duration: 182.80877ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:15.621938Z","caller":"traceutil/trace.go:171","msg":"trace[2085895218] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"182.83186ms","start":"2026-05-12T11:29:15.439074Z","end":"2026-05-12T11:29:15.621906Z","steps":["trace[2085895218] 'process raft request' (duration: 182.524173ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:15.621961Z","caller":"traceutil/trace.go:171","msg":"trace[34563992] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"182.626365ms","start":"2026-05-12T11:29:15.439301Z","end":"2026-05-12T11:29:15.621928Z","steps":["trace[34563992] 'process raft request' (duration: 182.4404ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:15.621991Z","caller":"traceutil/trace.go:171","msg":"trace[838735261] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"181.903717ms","start":"2026-05-12T11:29:15.440065Z","end":"2026-05-12T11:29:15.621968Z","steps":["trace[838735261] 'process raft request' (duration: 181.775894ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:15.621926Z","caller":"traceutil/trace.go:171","msg":"trace[2140169202] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1899; }","duration":"154.763529ms","start":"2026-05-12T11:29:15.467131Z","end":"2026-05-12T11:29:15.621895Z","steps":["trace[2140169202] 'read index received' (duration: 128.645198ms)","trace[2140169202] 'applied index is now lower than readState.Index' (duration: 26.116901ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:29:15.622079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.913253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:29:15.622553Z","caller":"traceutil/trace.go:171","msg":"trace[284877747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1834; }","duration":"155.409246ms","start":"2026-05-12T11:29:15.467124Z","end":"2026-05-12T11:29:15.622533Z","steps":["trace[284877747] 'agreement among raft nodes before linearized reading' (duration: 154.866281ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:17.352666Z","caller":"traceutil/trace.go:171","msg":"trace[970016074] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"131.286605ms","start":"2026-05-12T11:29:17.221355Z","end":"2026-05-12T11:29:17.352641Z","steps":["trace[970016074] 'process raft request' (duration: 131.154372ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:17.352661Z","caller":"traceutil/trace.go:171","msg":"trace[1843149401] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"132.165167ms","start":"2026-05-12T11:29:17.220447Z","end":"2026-05-12T11:29:17.352612Z","steps":["trace[1843149401] 'process raft request' (duration: 86.050789ms)","trace[1843149401] 'compare' (duration: 45.913763ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:29:17.352881Z","caller":"traceutil/trace.go:171","msg":"trace[1005921352] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1913; }","duration":"108.20244ms","start":"2026-05-12T11:29:17.244642Z","end":"2026-05-12T11:29:17.352844Z","steps":["trace[1005921352] 'read index received' (duration: 61.797326ms)","trace[1005921352] 'applied index is now lower than readState.Index' (duration: 46.403834ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:29:17.352938Z","caller":"traceutil/trace.go:171","msg":"trace[1973936504] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"125.926899ms","start":"2026-05-12T11:29:17.226999Z","end":"2026-05-12T11:29:17.352925Z","steps":["trace[1973936504] 'process raft request' (duration: 125.576381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:17.353028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.370234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:29:17.35366Z","caller":"traceutil/trace.go:171","msg":"trace[943621349] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1844; }","duration":"109.051241ms","start":"2026-05-12T11:29:17.244574Z","end":"2026-05-12T11:29:17.353625Z","steps":["trace[943621349] 'agreement among raft nodes before linearized reading' (duration: 108.348873ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:17.897126Z","caller":"traceutil/trace.go:171","msg":"trace[1098736372] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"213.388035ms","start":"2026-05-12T11:29:17.683702Z","end":"2026-05-12T11:29:17.89709Z","steps":["trace[1098736372] 'process raft request' (duration: 185.602672ms)","trace[1098736372] 'compare' (duration: 27.515546ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:29:17.897294Z","caller":"traceutil/trace.go:171","msg":"trace[906878655] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"213.55799ms","start":"2026-05-12T11:29:17.683694Z","end":"2026-05-12T11:29:17.897252Z","steps":["trace[906878655] 'process raft request' (duration: 213.304733ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:17.897322Z","caller":"traceutil/trace.go:171","msg":"trace[905108100] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"213.541099ms","start":"2026-05-12T11:29:17.683746Z","end":"2026-05-12T11:29:17.897287Z","steps":["trace[905108100] 'process raft request' (duration: 213.315782ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:17.897683Z","caller":"traceutil/trace.go:171","msg":"trace[1457860753] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"213.23485ms","start":"2026-05-12T11:29:17.684434Z","end":"2026-05-12T11:29:17.897669Z","steps":["trace[1457860753] 'process raft request' (duration: 213.166409ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:17.897707Z","caller":"traceutil/trace.go:171","msg":"trace[1618492217] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"213.609341ms","start":"2026-05-12T11:29:17.684076Z","end":"2026-05-12T11:29:17.897686Z","steps":["trace[1618492217] 'process raft request' (duration: 213.110707ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:23.750385Z","caller":"traceutil/trace.go:171","msg":"trace[851249957] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"286.884286ms","start":"2026-05-12T11:29:23.463471Z","end":"2026-05-12T11:29:23.750356Z","steps":["trace[851249957] 'process raft request' (duration: 286.67144ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:29:23.752132Z","caller":"traceutil/trace.go:171","msg":"trace[46748036] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1981; }","duration":"260.677822ms","start":"2026-05-12T11:29:23.491427Z","end":"2026-05-12T11:29:23.752105Z","steps":["trace[46748036] 'read index received' (duration: 258.732924ms)","trace[46748036] 'applied index is now lower than readState.Index' (duration: 1.943968ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:29:23.752228Z","caller":"traceutil/trace.go:171","msg":"trace[1658496552] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"283.085691ms","start":"2026-05-12T11:29:23.469119Z","end":"2026-05-12T11:29:23.752204Z","steps":["trace[1658496552] 'process raft request' (duration: 282.828353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:23.752439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.979591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-12T11:29:23.75248Z","caller":"traceutil/trace.go:171","msg":"trace[700781940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1910; }","duration":"261.077072ms","start":"2026-05-12T11:29:23.491392Z","end":"2026-05-12T11:29:23.752469Z","steps":["trace[700781940] 'agreement among raft nodes before linearized reading' (duration: 260.845107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:29:23.7525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.205895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-12T11:29:23.752579Z","caller":"traceutil/trace.go:171","msg":"trace[1487180898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1910; }","duration":"244.315958ms","start":"2026-05-12T11:29:23.508236Z","end":"2026-05-12T11:29:23.752552Z","steps":["trace[1487180898] 'agreement among raft nodes before linearized reading' (duration: 244.091403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:00.557571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:30:01.057763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:30:01.222801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283025409s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T11:30:01.223263Z","caller":"traceutil/trace.go:171","msg":"trace[38185308] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"1.283574261s","start":"2026-05-12T11:29:59.939651Z","end":"2026-05-12T11:30:01.223226Z","steps":["trace[38185308] 'process raft request' (duration: 1.283328365s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:01.22342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:59.939622Z","time spent":"1.283711905s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:01.980787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.677706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:30:01.98144Z","caller":"traceutil/trace.go:171","msg":"trace[2091281716] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2200; }","duration":"1.924977878s","start":"2026-05-12T11:30:00.056438Z","end":"2026-05-12T11:30:01.981416Z","steps":["trace[2091281716] 'read index received' (duration: 1.16655615s)","trace[2091281716] 'applied index is now lower than readState.Index' (duration: 758.419738ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:30:01.981556Z","caller":"traceutil/trace.go:171","msg":"trace[953615679] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"1.504381302s","start":"2026-05-12T11:30:00.477109Z","end":"2026-05-12T11:30:01.981491Z","steps":["trace[953615679] 'process raft request' (duration: 1.503935352s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:01.981688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925251485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-12T11:30:01.981763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.477081Z","time spent":"1.504577766s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:30:01.981768Z","caller":"traceutil/trace.go:171","msg":"trace[1690359525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2123; }","duration":"1.925384198s","start":"2026-05-12T11:30:00.056364Z","end":"2026-05-12T11:30:01.981748Z","steps":["trace[1690359525] 'agreement among raft nodes before linearized reading' (duration: 1.925162213s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:01.981827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.056335Z","time spent":"1.92547963s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-12T11:30:01.982168Z","caller":"traceutil/trace.go:171","msg":"trace[1201331925] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"1.984289499s","start":"2026-05-12T11:29:59.997821Z","end":"2026-05-12T11:30:01.98211Z","steps":["trace[1201331925] 'process raft request' (duration: 1.749179029s)","trace[1201331925] 'compare' (duration: 233.201214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:01.982341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:29:59.997774Z","time spent":"1.984481674s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:02.482548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596918,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-12T11:30:02.621508Z","caller":"traceutil/trace.go:171","msg":"trace[1425407526] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"1.061296126s","start":"2026-05-12T11:30:01.560181Z","end":"2026-05-12T11:30:02.621478Z","steps":["trace[1425407526] 'process raft request' (duration: 1.061107851s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:02.621726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:01.560158Z","time spent":"1.06145724s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:03.274557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.030308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:30:03.274842Z","caller":"traceutil/trace.go:171","msg":"trace[332140483] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"1.288986774s","start":"2026-05-12T11:30:01.98584Z","end":"2026-05-12T11:30:03.274827Z","steps":["trace[332140483] 'process raft request' (duration: 923.616458ms)","trace[332140483] 'compare' (duration: 364.546456ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:03.274891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:01.985817Z","time spent":"1.289051296s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:03.467583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T11:30:03.46774Z","caller":"traceutil/trace.go:171","msg":"trace[6425880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456105s","start":"2026-05-12T11:30:01.467259Z","end":"2026-05-12T11:30:03.467715Z","steps":["trace[6425880] 'agreement among raft nodes before linearized reading' (duration: 2.00024498s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:03.467815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:01.467235Z","time spent":"2.000563957s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 11:30:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T11:30:04.791967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517143964s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-12T11:30:04.792265Z","caller":"traceutil/trace.go:171","msg":"trace[1711786070] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2203; }","duration":"2.810752972s","start":"2026-05-12T11:30:01.981494Z","end":"2026-05-12T11:30:04.792247Z","steps":["trace[1711786070] 'read index received' (duration: 639.796188ms)","trace[1711786070] 'applied index is now lower than readState.Index' (duration: 2.170955474s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:04.79246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938043602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-05-12T11:30:04.792495Z","caller":"traceutil/trace.go:171","msg":"trace[1852092624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2125; }","duration":"3.938165186s","start":"2026-05-12T11:30:00.85432Z","end":"2026-05-12T11:30:04.792485Z","steps":["trace[1852092624] 'agreement among raft nodes before linearized reading' (duration: 3.938008842s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:04.792527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.85429Z","time spent":"3.938229897s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-12T11:30:04.792712Z","caller":"traceutil/trace.go:171","msg":"trace[1324099692] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"1.56312227s","start":"2026-05-12T11:30:03.229567Z","end":"2026-05-12T11:30:04.792689Z","steps":["trace[1324099692] 'process raft request' (duration: 1.562515244s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:04.792702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652002723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-12T11:30:04.792798Z","caller":"traceutil/trace.go:171","msg":"trace[1637570660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2125; }","duration":"4.652125147s","start":"2026-05-12T11:30:00.140651Z","end":"2026-05-12T11:30:04.792776Z","steps":["trace[1637570660] 'agreement among raft nodes before linearized reading' (duration: 4.651880371s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:04.792845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.140642Z","time spent":"4.652194548s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T11:30:04.792843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:03.229538Z","time spent":"1.563246492s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:05.293357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:30:05.468298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T11:30:05.468427Z","caller":"traceutil/trace.go:171","msg":"trace[68952495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403073s","start":"2026-05-12T11:30:03.467995Z","end":"2026-05-12T11:30:05.468398Z","steps":["trace[68952495] 'agreement among raft nodes before linearized reading' (duration: 2.000202938s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:05.46849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:03.467969Z","time spent":"2.000508396s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T11:30:05.793737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:30:06.256228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.109936799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-05-12T11:30:06.256352Z","caller":"traceutil/trace.go:171","msg":"trace[1737104660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"6.110088353s","start":"2026-05-12T11:30:00.146235Z","end":"2026-05-12T11:30:06.256323Z","steps":["trace[1737104660] 'agreement among raft nodes before linearized reading' (duration: 4.646355875s)","trace[1737104660] 'range keys from in-memory index tree' (duration: 1.463565443s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:06.256402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.146221Z","time spent":"6.110169764s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/12 11:30:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T11:30:06.25645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19503557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-12T11:30:06.256552Z","caller":"traceutil/trace.go:171","msg":"trace[1957628056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2126; }","duration":"6.195138512s","start":"2026-05-12T11:30:00.06138Z","end":"2026-05-12T11:30:06.256519Z","steps":["trace[1957628056] 'agreement among raft nodes before linearized reading' (duration: 4.731233391s)","trace[1957628056] 'range keys from in-memory index tree' (duration: 1.463725947s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:06.256603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.061369Z","time spent":"6.195224574s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T11:30:06.256611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.109378266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-12T11:30:06.256621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.169393963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aecdfc007ebf23\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-12T11:30:06.256721Z","caller":"traceutil/trace.go:171","msg":"trace[995063113] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2126; }","duration":"6.109532649s","start":"2026-05-12T11:30:00.147164Z","end":"2026-05-12T11:30:06.256697Z","steps":["trace[995063113] 'agreement among raft nodes before linearized reading' (duration: 4.645391672s)","trace[995063113] 'range keys from in-memory index tree' (duration: 1.463779729s)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:30:06.256743Z","caller":"traceutil/trace.go:171","msg":"trace[130332953] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aecdfc007ebf23; range_end:; response_count:1; response_revision:2126; }","duration":"6.169572357s","start":"2026-05-12T11:30:00.087137Z","end":"2026-05-12T11:30:06.256709Z","steps":["trace[130332953] 'agreement among raft nodes before linearized reading' (duration: 4.705469381s)","trace[130332953] 'range keys from in-memory index tree' (duration: 1.463711597s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:06.256717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.108555534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"warn","ts":"2026-05-12T11:30:06.256172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.153536795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-05-12T11:30:06.256845Z","caller":"traceutil/trace.go:171","msg":"trace[1122103091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"6.108715319s","start":"2026-05-12T11:30:00.148103Z","end":"2026-05-12T11:30:06.256818Z","steps":["trace[1122103091] 'agreement among raft nodes before linearized reading' (duration: 4.64449537s)","trace[1122103091] 'range keys from in-memory index tree' (duration: 1.464047075s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:06.256722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.148560544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-12T11:30:06.256908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.148094Z","time spent":"6.108802541s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-12T11:30:06.25695Z","caller":"traceutil/trace.go:171","msg":"trace[449038653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2126; }","duration":"6.148863361s","start":"2026-05-12T11:30:00.10807Z","end":"2026-05-12T11:30:06.256934Z","steps":["trace[449038653] 'agreement among raft nodes before linearized reading' (duration: 4.68453894s)","trace[449038653] 'range keys from in-memory index tree' (duration: 1.46388204s)"],"step_count":2} 2026/05/12 11:30:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T11:30:06.256775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.147152Z","time spent":"6.109612361s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T11:30:06.256787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.087114Z","time spent":"6.16966338s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aecdfc007ebf23\" "} {"level":"warn","ts":"2026-05-12T11:30:06.256985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.108048Z","time spent":"6.148928572s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-12T11:30:06.257092Z","caller":"traceutil/trace.go:171","msg":"trace[107457141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"6.154279004s","start":"2026-05-12T11:30:00.102579Z","end":"2026-05-12T11:30:06.256858Z","steps":["trace[107457141] 'agreement among raft nodes before linearized reading' (duration: 4.690015234s)","trace[107457141] 'range keys from in-memory index tree' (duration: 1.463504912s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:06.256979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464179789s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-12T11:30:06.257142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:00.102566Z","time spent":"6.15456496s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/12 11:30:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-12T11:30:06.257214Z","caller":"traceutil/trace.go:171","msg":"trace[821463572] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"2.26888979s","start":"2026-05-12T11:30:03.9883Z","end":"2026-05-12T11:30:06.257189Z","steps":["trace[821463572] 'process raft request' (duration: 804.377584ms)","trace[821463572] 'compare' (duration: 1.463734087s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:06.257309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:03.988275Z","time spent":"2.268985842s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:06.29485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:30:06.317318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T11:30:06.317382Z","caller":"traceutil/trace.go:171","msg":"trace[953579176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999950162s","start":"2026-05-12T11:30:04.317412Z","end":"2026-05-12T11:30:06.317362Z","steps":["trace[953579176] 'agreement among raft nodes before linearized reading' (duration: 1.99986722s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:06.317432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:04.317398Z","time spent":"2.000025134s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T11:30:06.468934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.820668727s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T11:30:07.094548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.226751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:30:07.095017Z","caller":"traceutil/trace.go:171","msg":"trace[1668604701] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"2.826913836s","start":"2026-05-12T11:30:04.268085Z","end":"2026-05-12T11:30:07.094999Z","steps":["trace[1668604701] 'process raft request' (duration: 2.826569248s)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:07.094998Z","caller":"traceutil/trace.go:171","msg":"trace[1232130160] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"3.018172034s","start":"2026-05-12T11:30:04.07655Z","end":"2026-05-12T11:30:07.094722Z","steps":["trace[1232130160] 'process raft request' (duration: 2.392674957s)","trace[1232130160] 'compare' (duration: 624.955704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:07.095172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:04.268057Z","time spent":"2.827005s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:07.095229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:04.076512Z","time spent":"3.018618555s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:30:07.10081Z","caller":"traceutil/trace.go:171","msg":"trace[141096338] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"2.302074231s","start":"2026-05-12T11:30:04.798722Z","end":"2026-05-12T11:30:07.100796Z","steps":["trace[141096338] 'process raft request' (duration: 2.301835234s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.100901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:04.798704Z","time spent":"2.302150642s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:07.10091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:06.259563Z","time spent":"841.341067ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-12T11:30:07.100962Z","caller":"traceutil/trace.go:171","msg":"trace[1574124314] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"839.427139ms","start":"2026-05-12T11:30:06.261507Z","end":"2026-05-12T11:30:07.100934Z","steps":["trace[1574124314] 'process raft request' (duration: 839.316187ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:07.101052Z","caller":"traceutil/trace.go:171","msg":"trace[1245943987] linearizableReadLoop","detail":"{readStateIndex:2214; appliedIndex:2208; }","duration":"2.308737925s","start":"2026-05-12T11:30:04.7923Z","end":"2026-05-12T11:30:07.101038Z","steps":["trace[1245943987] 'read index received' (duration: 1.676902652s)","trace[1245943987] 'applied index is now lower than readState.Index' (duration: 631.834463ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:07.101077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:06.261486Z","time spent":"839.522772ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:07.101232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687009724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-12T11:30:07.101256Z","caller":"traceutil/trace.go:171","msg":"trace[1925875714] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2132; }","duration":"2.687076306s","start":"2026-05-12T11:30:04.414173Z","end":"2026-05-12T11:30:07.101249Z","steps":["trace[1925875714] 'agreement among raft nodes before linearized reading' (duration: 2.686941983s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.101276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:04.41415Z","time spent":"2.687121417s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-12T11:30:07.101265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.744811263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:30:07.10131Z","caller":"traceutil/trace.go:171","msg":"trace[1889664172] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"839.215495ms","start":"2026-05-12T11:30:06.262083Z","end":"2026-05-12T11:30:07.101299Z","steps":["trace[1889664172] 'process raft request' (duration: 838.807265ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:07.101323Z","caller":"traceutil/trace.go:171","msg":"trace[1159333896] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2132; }","duration":"4.744917345s","start":"2026-05-12T11:30:02.356381Z","end":"2026-05-12T11:30:07.101299Z","steps":["trace[1159333896] 'agreement among raft nodes before linearized reading' (duration: 4.744801262s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.101351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114335243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-12T11:30:07.101365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:02.356357Z","time spent":"4.744998447s","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-12T11:30:07.101381Z","caller":"traceutil/trace.go:171","msg":"trace[2095008282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2132; }","duration":"4.114400165s","start":"2026-05-12T11:30:02.986968Z","end":"2026-05-12T11:30:07.101368Z","steps":["trace[2095008282] 'agreement among raft nodes before linearized reading' (duration: 4.114328073s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.101401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:02.986947Z","time spent":"4.114448996s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-12T11:30:07.101381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:06.262077Z","time spent":"839.261226ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:07.146105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478838027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:30:07.146186Z","caller":"traceutil/trace.go:171","msg":"trace[1371666282] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2133; }","duration":"1.47895808s","start":"2026-05-12T11:30:05.667202Z","end":"2026-05-12T11:30:07.14616Z","steps":["trace[1371666282] 'agreement among raft nodes before linearized reading' (duration: 1.478341825s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.146218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:05.667173Z","time spent":"1.479037062s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:30:07.146316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007391208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:30:07.146449Z","caller":"traceutil/trace.go:171","msg":"trace[597646307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2133; }","duration":"1.007580642s","start":"2026-05-12T11:30:06.138819Z","end":"2026-05-12T11:30:07.146399Z","steps":["trace[597646307] 'agreement among raft nodes before linearized reading' (duration: 1.007296775s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.146525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:06.138797Z","time spent":"1.007711346s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:30:07.146303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669152151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:30:07.146726Z","caller":"traceutil/trace.go:171","msg":"trace[1253476700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2133; }","duration":"1.669581852s","start":"2026-05-12T11:30:05.477045Z","end":"2026-05-12T11:30:07.146627Z","steps":["trace[1253476700] 'agreement among raft nodes before linearized reading' (duration: 1.668505396s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.146838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:05.477006Z","time spent":"1.669809228s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T11:30:07.146981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908670179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:30:07.147099Z","caller":"traceutil/trace.go:171","msg":"trace[175069645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2133; }","duration":"1.908843273s","start":"2026-05-12T11:30:05.238217Z","end":"2026-05-12T11:30:07.14706Z","steps":["trace[175069645] 'agreement among raft nodes before linearized reading' (duration: 1.907384038s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.147171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:05.238195Z","time spent":"1.908961076s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-12T11:30:07.147408Z","caller":"traceutil/trace.go:171","msg":"trace[272407751] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"348.743238ms","start":"2026-05-12T11:30:06.798629Z","end":"2026-05-12T11:30:07.147372Z","steps":["trace[272407751] 'process raft request' (duration: 346.691168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.147616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:06.798595Z","time spent":"348.904742ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:07.148114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868887546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-12T11:30:07.148837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345839221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:30:07.149048Z","caller":"traceutil/trace.go:171","msg":"trace[679227902] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2133; }","duration":"2.345946534s","start":"2026-05-12T11:30:04.802953Z","end":"2026-05-12T11:30:07.1489Z","steps":["trace[679227902] 'agreement among raft nodes before linearized reading' (duration: 2.342694245s)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:07.14816Z","caller":"traceutil/trace.go:171","msg":"trace[1040955266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2133; }","duration":"1.868951868s","start":"2026-05-12T11:30:05.279195Z","end":"2026-05-12T11:30:07.148147Z","steps":["trace[1040955266] 'agreement among raft nodes before linearized reading' (duration: 1.866437057s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:07.149193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:04.802937Z","time spent":"2.346155169s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-12T11:30:07.149258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:05.279185Z","time spent":"1.870046525s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T11:30:07.645775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:30:08.146859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114596936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:30:08.386703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241439082s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T11:30:08.415772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.712244ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:30:08.415984Z","caller":"traceutil/trace.go:171","msg":"trace[883603707] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2133; }","duration":"834.935739ms","start":"2026-05-12T11:30:07.581022Z","end":"2026-05-12T11:30:08.415958Z","steps":["trace[883603707] 'range keys from in-memory index tree' (duration: 834.696063ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:08.41619Z","caller":"traceutil/trace.go:171","msg":"trace[1347678686] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"1.313617297s","start":"2026-05-12T11:30:07.10254Z","end":"2026-05-12T11:30:08.416157Z","steps":["trace[1347678686] 'process raft request' (duration: 1.284368222s)","trace[1347678686] 'compare' (duration: 28.518747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:08.416371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.102315Z","time spent":"1.313972255s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:30:08.416508Z","caller":"traceutil/trace.go:171","msg":"trace[1177758718] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"1.31089035s","start":"2026-05-12T11:30:07.105576Z","end":"2026-05-12T11:30:08.416466Z","steps":["trace[1177758718] 'process raft request' (duration: 1.310485901s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.416679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.105559Z","time spent":"1.311032623s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:30:08.416783Z","caller":"traceutil/trace.go:171","msg":"trace[541114607] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"1.311175207s","start":"2026-05-12T11:30:07.105596Z","end":"2026-05-12T11:30:08.416772Z","steps":["trace[541114607] 'process raft request' (duration: 1.310753237s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.41686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.105581Z","time spent":"1.311242188s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:30:08.416949Z","caller":"traceutil/trace.go:171","msg":"trace[2092229542] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"1.262957297s","start":"2026-05-12T11:30:07.153975Z","end":"2026-05-12T11:30:08.416932Z","steps":["trace[2092229542] 'process raft request' (duration: 1.262745001s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.417043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.15396Z","time spent":"1.263040029s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:30:08.417105Z","caller":"traceutil/trace.go:171","msg":"trace[641697379] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2215; }","duration":"1.271564067s","start":"2026-05-12T11:30:07.145518Z","end":"2026-05-12T11:30:08.417082Z","steps":["trace[641697379] 'read index received' (duration: 1.24140916s)","trace[641697379] 'applied index is now lower than readState.Index' (duration: 30.153807ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:08.417251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268165094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:30:08.417297Z","caller":"traceutil/trace.go:171","msg":"trace[732153603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2138; }","duration":"1.268223606s","start":"2026-05-12T11:30:07.149061Z","end":"2026-05-12T11:30:08.417284Z","steps":["trace[732153603] 'agreement among raft nodes before linearized reading' (duration: 1.268161095s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.41733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.149043Z","time spent":"1.268281258s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T11:30:08.417477Z","caller":"traceutil/trace.go:171","msg":"trace[1265260777] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"154.988882ms","start":"2026-05-12T11:30:08.262401Z","end":"2026-05-12T11:30:08.41739Z","steps":["trace[1265260777] 'process raft request' (duration: 154.479688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.41764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265432418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-12T11:30:08.417678Z","caller":"traceutil/trace.go:171","msg":"trace[1245705725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2138; }","duration":"1.265468349s","start":"2026-05-12T11:30:07.1522Z","end":"2026-05-12T11:30:08.417669Z","steps":["trace[1245705725] 'agreement among raft nodes before linearized reading' (duration: 1.265348196s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.417685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205163365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-12T11:30:08.417526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264931377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:30:08.417793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151934974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-12T11:30:08.41786Z","caller":"traceutil/trace.go:171","msg":"trace[1603931759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2138; }","duration":"1.152042686s","start":"2026-05-12T11:30:07.265799Z","end":"2026-05-12T11:30:08.417841Z","steps":["trace[1603931759] 'agreement among raft nodes before linearized reading' (duration: 1.151855152s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.41771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.152138Z","time spent":"1.265565221s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T11:30:08.417902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.265773Z","time spent":"1.152121418s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-12T11:30:08.417775Z","caller":"traceutil/trace.go:171","msg":"trace[17188301] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:2138; }","duration":"1.205295658s","start":"2026-05-12T11:30:07.212458Z","end":"2026-05-12T11:30:08.417754Z","steps":["trace[17188301] 'agreement among raft nodes before linearized reading' (duration: 1.205011431s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.417795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268101224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-12T11:30:08.418029Z","caller":"traceutil/trace.go:171","msg":"trace[1809219330] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2138; }","duration":"1.265272395s","start":"2026-05-12T11:30:07.152573Z","end":"2026-05-12T11:30:08.417845Z","steps":["trace[1809219330] 'agreement among raft nodes before linearized reading' (duration: 1.264927296s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.418005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.212447Z","time spent":"1.205519463s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"info","ts":"2026-05-12T11:30:08.418152Z","caller":"traceutil/trace.go:171","msg":"trace[550099603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2138; }","duration":"1.268429782s","start":"2026-05-12T11:30:07.149675Z","end":"2026-05-12T11:30:08.418104Z","steps":["trace[550099603] 'agreement among raft nodes before linearized reading' (duration: 1.268053493s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.418012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313945375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-12T11:30:08.418322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.149662Z","time spent":"1.268624756s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-12T11:30:08.418332Z","caller":"traceutil/trace.go:171","msg":"trace[1248964262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2138; }","duration":"1.314259112s","start":"2026-05-12T11:30:07.104013Z","end":"2026-05-12T11:30:08.418272Z","steps":["trace[1248964262] 'agreement among raft nodes before linearized reading' (duration: 1.313580085s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.418445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.103996Z","time spent":"1.314389496s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-12T11:30:08.418498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020044697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:30:08.418461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.152565Z","time spent":"1.265750166s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-12T11:30:08.418558Z","caller":"traceutil/trace.go:171","msg":"trace[2118519893] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2138; }","duration":"1.020153179s","start":"2026-05-12T11:30:07.398389Z","end":"2026-05-12T11:30:08.418543Z","steps":["trace[2118519893] 'agreement among raft nodes before linearized reading' (duration: 1.019246247s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:08.418592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:07.398365Z","time spent":"1.020217291s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-12T11:30:10.651703Z","caller":"traceutil/trace.go:171","msg":"trace[902547290] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"226.048619ms","start":"2026-05-12T11:30:10.425621Z","end":"2026-05-12T11:30:10.651669Z","steps":["trace[902547290] 'process raft request' (duration: 146.016452ms)","trace[902547290] 'compare' (duration: 79.576626ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:30:10.651643Z","caller":"traceutil/trace.go:171","msg":"trace[1148639434] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2234; }","duration":"218.825462ms","start":"2026-05-12T11:30:10.432779Z","end":"2026-05-12T11:30:10.651605Z","steps":["trace[1148639434] 'read index received' (duration: 16.420832ms)","trace[1148639434] 'applied index is now lower than readState.Index' (duration: 202.40261ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:10.652075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.030649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:30:10.652118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.213168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-12T11:30:10.652126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.127066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:30:10.652119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.306584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-12T11:30:10.652145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.760213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-12T11:30:10.652159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.797944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-12T11:30:10.652179Z","caller":"traceutil/trace.go:171","msg":"trace[748284878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2153; }","duration":"207.321731ms","start":"2026-05-12T11:30:10.444843Z","end":"2026-05-12T11:30:10.652164Z","steps":["trace[748284878] 'agreement among raft nodes before linearized reading' (duration: 207.133876ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:10.652198Z","caller":"traceutil/trace.go:171","msg":"trace[1368685540] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2153; }","duration":"207.219418ms","start":"2026-05-12T11:30:10.444954Z","end":"2026-05-12T11:30:10.652174Z","steps":["trace[1368685540] 'agreement among raft nodes before linearized reading' (duration: 207.089025ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:10.652207Z","caller":"traceutil/trace.go:171","msg":"trace[684346435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2153; }","duration":"203.837234ms","start":"2026-05-12T11:30:10.448355Z","end":"2026-05-12T11:30:10.652193Z","steps":["trace[684346435] 'agreement among raft nodes before linearized reading' (duration: 203.617459ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:10.652206Z","caller":"traceutil/trace.go:171","msg":"trace[1892360613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2153; }","duration":"219.419776ms","start":"2026-05-12T11:30:10.432763Z","end":"2026-05-12T11:30:10.652182Z","steps":["trace[1892360613] 'agreement among raft nodes before linearized reading' (duration: 219.17196ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:10.652218Z","caller":"traceutil/trace.go:171","msg":"trace[204893669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2153; }","duration":"203.889876ms","start":"2026-05-12T11:30:10.448311Z","end":"2026-05-12T11:30:10.652201Z","steps":["trace[204893669] 'agreement among raft nodes before linearized reading' (duration: 203.691861ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:10.652143Z","caller":"traceutil/trace.go:171","msg":"trace[1576527168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2153; }","duration":"188.133891ms","start":"2026-05-12T11:30:10.463987Z","end":"2026-05-12T11:30:10.65212Z","steps":["trace[1576527168] 'agreement among raft nodes before linearized reading' (duration: 187.988447ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:10.926852Z","caller":"traceutil/trace.go:171","msg":"trace[1106326968] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"269.153842ms","start":"2026-05-12T11:30:10.657677Z","end":"2026-05-12T11:30:10.926831Z","steps":["trace[1106326968] 'process raft request' (duration: 269.112131ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:10.927112Z","caller":"traceutil/trace.go:171","msg":"trace[782237380] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"269.497611ms","start":"2026-05-12T11:30:10.657578Z","end":"2026-05-12T11:30:10.927075Z","steps":["trace[782237380] 'process raft request' (duration: 188.641784ms)","trace[782237380] 'compare' (duration: 80.453887ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:30:23.539087Z","caller":"traceutil/trace.go:171","msg":"trace[673085819] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"133.181107ms","start":"2026-05-12T11:30:23.40588Z","end":"2026-05-12T11:30:23.539061Z","steps":["trace[673085819] 'process raft request' (duration: 133.038913ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:23.661159Z","caller":"traceutil/trace.go:171","msg":"trace[1078656564] linearizableReadLoop","detail":"{readStateIndex:2312; appliedIndex:2309; }","duration":"239.038876ms","start":"2026-05-12T11:30:23.422096Z","end":"2026-05-12T11:30:23.661135Z","steps":["trace[1078656564] 'read index received' (duration: 116.818376ms)","trace[1078656564] 'applied index is now lower than readState.Index' (duration: 122.21926ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:30:23.661237Z","caller":"traceutil/trace.go:171","msg":"trace[1226813695] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"254.029503ms","start":"2026-05-12T11:30:23.40719Z","end":"2026-05-12T11:30:23.66122Z","steps":["trace[1226813695] 'process raft request' (duration: 253.891159ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:23.661181Z","caller":"traceutil/trace.go:171","msg":"trace[223713924] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"254.213657ms","start":"2026-05-12T11:30:23.406941Z","end":"2026-05-12T11:30:23.661154Z","steps":["trace[223713924] 'process raft request' (duration: 197.677695ms)","trace[223713924] 'compare' (duration: 56.337717ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:23.661372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.256601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-12T11:30:23.661417Z","caller":"traceutil/trace.go:171","msg":"trace[1865795447] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2227; }","duration":"239.344493ms","start":"2026-05-12T11:30:23.422063Z","end":"2026-05-12T11:30:23.661407Z","steps":["trace[1865795447] 'agreement among raft nodes before linearized reading' (duration: 239.173899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:23.661668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.79434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-12T11:30:23.661769Z","caller":"traceutil/trace.go:171","msg":"trace[409923341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2227; }","duration":"238.935103ms","start":"2026-05-12T11:30:23.422803Z","end":"2026-05-12T11:30:23.661738Z","steps":["trace[409923341] 'agreement among raft nodes before linearized reading' (duration: 238.562194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:23.661824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.0339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-12T11:30:23.661877Z","caller":"traceutil/trace.go:171","msg":"trace[937008749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2227; }","duration":"157.116402ms","start":"2026-05-12T11:30:23.504748Z","end":"2026-05-12T11:30:23.661864Z","steps":["trace[937008749] 'agreement among raft nodes before linearized reading' (duration: 156.648401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:23.662179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.046779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:30:23.662463Z","caller":"traceutil/trace.go:171","msg":"trace[439872235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2227; }","duration":"195.233834ms","start":"2026-05-12T11:30:23.467045Z","end":"2026-05-12T11:30:23.662279Z","steps":["trace[439872235] 'agreement among raft nodes before linearized reading' (duration: 194.465166ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:23.818485Z","caller":"traceutil/trace.go:171","msg":"trace[1187735036] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2313; }","duration":"151.222309ms","start":"2026-05-12T11:30:23.667226Z","end":"2026-05-12T11:30:23.818449Z","steps":["trace[1187735036] 'read index received' (duration: 65.690428ms)","trace[1187735036] 'applied index is now lower than readState.Index' (duration: 85.529911ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:30:23.818563Z","caller":"traceutil/trace.go:171","msg":"trace[163436050] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"152.058599ms","start":"2026-05-12T11:30:23.666453Z","end":"2026-05-12T11:30:23.818511Z","steps":["trace[163436050] 'process raft request' (duration: 98.513409ms)","trace[163436050] 'compare' (duration: 53.324414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:23.818802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.541246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8555"} {"level":"info","ts":"2026-05-12T11:30:23.818887Z","caller":"traceutil/trace.go:171","msg":"trace[2093107886] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2229; }","duration":"151.70194ms","start":"2026-05-12T11:30:23.667168Z","end":"2026-05-12T11:30:23.81887Z","steps":["trace[2093107886] 'agreement among raft nodes before linearized reading' (duration: 151.452714ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:23.949224Z","caller":"traceutil/trace.go:171","msg":"trace[32158247] linearizableReadLoop","detail":"{readStateIndex:2315; appliedIndex:2314; }","duration":"130.623115ms","start":"2026-05-12T11:30:23.818573Z","end":"2026-05-12T11:30:23.949196Z","steps":["trace[32158247] 'read index received' (duration: 50.568857ms)","trace[32158247] 'applied index is now lower than readState.Index' (duration: 80.052328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:23.949465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.549872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-12T11:30:23.949465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.355074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:30:23.949572Z","caller":"traceutil/trace.go:171","msg":"trace[1183927913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2229; }","duration":"206.728166ms","start":"2026-05-12T11:30:23.74282Z","end":"2026-05-12T11:30:23.949548Z","steps":["trace[1183927913] 'agreement among raft nodes before linearized reading' (duration: 206.46154ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:23.949628Z","caller":"traceutil/trace.go:171","msg":"trace[568684818] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2229; }","duration":"109.58767ms","start":"2026-05-12T11:30:23.84002Z","end":"2026-05-12T11:30:23.949607Z","steps":["trace[568684818] 'agreement among raft nodes before linearized reading' (duration: 109.352344ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:49.676299Z","caller":"traceutil/trace.go:171","msg":"trace[136548910] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"186.524556ms","start":"2026-05-12T11:30:49.489718Z","end":"2026-05-12T11:30:49.676242Z","steps":["trace[136548910] 'process raft request' (duration: 186.210147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:50.235227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114597601,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-12T11:30:50.332813Z","caller":"traceutil/trace.go:171","msg":"trace[247032667] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"651.498844ms","start":"2026-05-12T11:30:49.681279Z","end":"2026-05-12T11:30:50.332778Z","steps":["trace[247032667] 'process raft request' (duration: 647.66049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:50.332963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:49.681259Z","time spent":"651.623877ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:30:50.333039Z","caller":"traceutil/trace.go:171","msg":"trace[59578195] linearizableReadLoop","detail":"{readStateIndex:2504; appliedIndex:2503; }","duration":"598.030823ms","start":"2026-05-12T11:30:49.734827Z","end":"2026-05-12T11:30:50.332858Z","steps":["trace[59578195] 'read index received' (duration: 594.108847ms)","trace[59578195] 'applied index is now lower than readState.Index' (duration: 3.918356ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:50.333327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.490116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-05-12T11:30:50.333427Z","caller":"traceutil/trace.go:171","msg":"trace[275586926] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2413; }","duration":"598.669189ms","start":"2026-05-12T11:30:49.734735Z","end":"2026-05-12T11:30:50.333404Z","steps":["trace[275586926] 'agreement among raft nodes before linearized reading' (duration: 598.29349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:50.333476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:49.734697Z","time spent":"598.770222ms","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1388,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-12T11:30:50.333547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.532814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-12T11:30:50.333614Z","caller":"traceutil/trace.go:171","msg":"trace[1532155276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2413; }","duration":"553.622527ms","start":"2026-05-12T11:30:49.779974Z","end":"2026-05-12T11:30:50.333596Z","steps":["trace[1532155276] 'agreement among raft nodes before linearized reading' (duration: 553.395801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:50.333689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:49.779965Z","time spent":"553.711419ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T11:30:50.333692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.497559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-12T11:30:50.333825Z","caller":"traceutil/trace.go:171","msg":"trace[402899543] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2413; }","duration":"554.899588ms","start":"2026-05-12T11:30:49.778885Z","end":"2026-05-12T11:30:50.333785Z","steps":["trace[402899543] 'agreement among raft nodes before linearized reading' (duration: 554.349075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:50.333888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:49.778829Z","time spent":"555.049603ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T11:30:54.627402Z","caller":"traceutil/trace.go:171","msg":"trace[1644984901] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"180.300101ms","start":"2026-05-12T11:30:54.447058Z","end":"2026-05-12T11:30:54.627358Z","steps":["trace[1644984901] 'process raft request' (duration: 176.686212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:55.315589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.651194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:30:55.315701Z","caller":"traceutil/trace.go:171","msg":"trace[321730704] linearizableReadLoop","detail":"{readStateIndex:2532; appliedIndex:2531; }","duration":"182.703241ms","start":"2026-05-12T11:30:55.132981Z","end":"2026-05-12T11:30:55.315684Z","steps":["trace[321730704] 'read index received' (duration: 49.321µs)","trace[321730704] 'applied index is now lower than readState.Index' (duration: 182.6529ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:30:55.315785Z","caller":"traceutil/trace.go:171","msg":"trace[204758506] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"361.456723ms","start":"2026-05-12T11:30:54.954317Z","end":"2026-05-12T11:30:55.315774Z","steps":["trace[204758506] 'process raft request' (duration: 177.534092ms)","trace[204758506] 'compare' (duration: 183.547002ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:30:55.315874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:30:54.9543Z","time spent":"361.514875ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:30:55.316105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.128132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-12T11:30:55.316158Z","caller":"traceutil/trace.go:171","msg":"trace[758735963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2440; }","duration":"183.220584ms","start":"2026-05-12T11:30:55.132926Z","end":"2026-05-12T11:30:55.316147Z","steps":["trace[758735963] 'agreement among raft nodes before linearized reading' (duration: 183.06138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:30:55.317115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.711116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-12T11:30:55.317202Z","caller":"traceutil/trace.go:171","msg":"trace[500084090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2440; }","duration":"179.854399ms","start":"2026-05-12T11:30:55.137329Z","end":"2026-05-12T11:30:55.317184Z","steps":["trace[500084090] 'agreement among raft nodes before linearized reading' (duration: 179.589793ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:30:55.509798Z","caller":"traceutil/trace.go:171","msg":"trace[1087262553] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"188.386271ms","start":"2026-05-12T11:30:55.321369Z","end":"2026-05-12T11:30:55.509755Z","steps":["trace[1087262553] 'process raft request' (duration: 188.167095ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:31:23.760005Z","caller":"traceutil/trace.go:171","msg":"trace[1149146553] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"124.046482ms","start":"2026-05-12T11:31:23.635931Z","end":"2026-05-12T11:31:23.759978Z","steps":["trace[1149146553] 'process raft request' (duration: 123.881058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:25.56321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.400961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:31:25.563322Z","caller":"traceutil/trace.go:171","msg":"trace[1306992121] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2704; }","duration":"400.585129ms","start":"2026-05-12T11:31:25.162721Z","end":"2026-05-12T11:31:25.563306Z","steps":["trace[1306992121] 'read index received' (duration: 226.884611ms)","trace[1306992121] 'applied index is now lower than readState.Index' (duration: 173.699158ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:31:25.563697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.29123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:31:25.563718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.980239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-12T11:31:25.563759Z","caller":"traceutil/trace.go:171","msg":"trace[1932320606] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2606; }","duration":"133.404853ms","start":"2026-05-12T11:31:25.430341Z","end":"2026-05-12T11:31:25.563746Z","steps":["trace[1932320606] 'agreement among raft nodes before linearized reading' (duration: 133.27291ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:31:25.563775Z","caller":"traceutil/trace.go:171","msg":"trace[506496293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2606; }","duration":"401.04874ms","start":"2026-05-12T11:31:25.162713Z","end":"2026-05-12T11:31:25.563761Z","steps":["trace[506496293] 'agreement among raft nodes before linearized reading' (duration: 400.889666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:25.563856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:25.162648Z","time spent":"401.200434ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T11:31:25.564031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.197604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-12T11:31:25.563428Z","caller":"traceutil/trace.go:171","msg":"trace[1611395685] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"796.872182ms","start":"2026-05-12T11:31:24.766535Z","end":"2026-05-12T11:31:25.563408Z","steps":["trace[1611395685] 'process raft request' (duration: 623.172053ms)","trace[1611395685] 'compare' (duration: 173.165866ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:31:25.564158Z","caller":"traceutil/trace.go:171","msg":"trace[1435364018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2606; }","duration":"113.329637ms","start":"2026-05-12T11:31:25.450766Z","end":"2026-05-12T11:31:25.564096Z","steps":["trace[1435364018] 'agreement among raft nodes before linearized reading' (duration: 113.03808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:25.564227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:24.766508Z","time spent":"797.668521ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:31:26.223811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.225732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:31:26.224002Z","caller":"traceutil/trace.go:171","msg":"trace[1985792164] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"371.832499ms","start":"2026-05-12T11:31:25.852151Z","end":"2026-05-12T11:31:26.223984Z","steps":["trace[1985792164] 'process raft request' (duration: 371.780398ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:31:26.224064Z","caller":"traceutil/trace.go:171","msg":"trace[1422684873] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2705; }","duration":"590.085788ms","start":"2026-05-12T11:31:25.633953Z","end":"2026-05-12T11:31:26.224038Z","steps":["trace[1422684873] 'read index received' (duration: 10.027178ms)","trace[1422684873] 'applied index is now lower than readState.Index' (duration: 580.056649ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:31:26.224093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:25.85213Z","time spent":"371.917982ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:31:26.224195Z","caller":"traceutil/trace.go:171","msg":"trace[393618931] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"656.022845ms","start":"2026-05-12T11:31:25.568155Z","end":"2026-05-12T11:31:26.224178Z","steps":["trace[393618931] 'process raft request' (duration: 547.353022ms)","trace[393618931] 'compare' (duration: 108.12008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:31:26.224336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:25.56813Z","time spent":"656.113438ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:31:26.224745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.839396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-12T11:31:26.224749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.084168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-05-12T11:31:26.2248Z","caller":"traceutil/trace.go:171","msg":"trace[701469491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2609; }","duration":"460.919768ms","start":"2026-05-12T11:31:25.763866Z","end":"2026-05-12T11:31:26.224786Z","steps":["trace[701469491] 'agreement among raft nodes before linearized reading' (duration: 460.722643ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:31:26.224817Z","caller":"traceutil/trace.go:171","msg":"trace[959147079] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2609; }","duration":"490.184251ms","start":"2026-05-12T11:31:25.734616Z","end":"2026-05-12T11:31:26.2248Z","steps":["trace[959147079] 'agreement among raft nodes before linearized reading' (duration: 489.960346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:26.224832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:25.763854Z","time spent":"460.97051ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-12T11:31:26.224858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:25.7346Z","time spent":"490.249792ms","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1388,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-12T11:31:26.225294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.292588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-12T11:31:26.225445Z","caller":"traceutil/trace.go:171","msg":"trace[1086104456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2609; }","duration":"591.536863ms","start":"2026-05-12T11:31:25.63389Z","end":"2026-05-12T11:31:26.225427Z","steps":["trace[1086104456] 'agreement among raft nodes before linearized reading' (duration: 590.57491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:26.225494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:25.633861Z","time spent":"591.622095ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T11:31:26.971737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.796428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:31:26.972225Z","caller":"traceutil/trace.go:171","msg":"trace[461760603] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"743.058464ms","start":"2026-05-12T11:31:26.229145Z","end":"2026-05-12T11:31:26.972203Z","steps":["trace[461760603] 'process raft request' (duration: 742.981932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:26.972349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:26.229122Z","time spent":"743.186926ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:31:26.972582Z","caller":"traceutil/trace.go:171","msg":"trace[624748106] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"744.677974ms","start":"2026-05-12T11:31:26.22789Z","end":"2026-05-12T11:31:26.972568Z","steps":["trace[624748106] 'process raft request' (duration: 306.012515ms)","trace[624748106] 'compare' (duration: 437.138011ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:31:26.972708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:26.227866Z","time spent":"744.805327ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:31:26.972899Z","caller":"traceutil/trace.go:171","msg":"trace[1264550730] linearizableReadLoop","detail":"{readStateIndex:2709; appliedIndex:2708; }","duration":"744.657273ms","start":"2026-05-12T11:31:26.22823Z","end":"2026-05-12T11:31:26.972887Z","steps":["trace[1264550730] 'read index received' (duration: 305.650416ms)","trace[1264550730] 'applied index is now lower than readState.Index' (duration: 439.005197ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:31:26.973181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.93927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-12T11:31:26.97325Z","caller":"traceutil/trace.go:171","msg":"trace[945181952] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2611; }","duration":"745.038893ms","start":"2026-05-12T11:31:26.228193Z","end":"2026-05-12T11:31:26.973232Z","steps":["trace[945181952] 'agreement among raft nodes before linearized reading' (duration: 744.824457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:26.973279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:26.228181Z","time spent":"745.091794ms","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-12T11:31:27.443946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.014433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:31:27.444063Z","caller":"traceutil/trace.go:171","msg":"trace[1082216698] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2710; }","duration":"471.08549ms","start":"2026-05-12T11:31:26.97296Z","end":"2026-05-12T11:31:27.444046Z","steps":["trace[1082216698] 'read index received' (duration: 352.79998ms)","trace[1082216698] 'applied index is now lower than readState.Index' (duration: 118.28385ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:31:27.444157Z","caller":"traceutil/trace.go:171","msg":"trace[1891823234] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"697.292873ms","start":"2026-05-12T11:31:26.746853Z","end":"2026-05-12T11:31:27.444146Z","steps":["trace[1891823234] 'process raft request' (duration: 578.946272ms)","trace[1891823234] 'compare' (duration: 117.751597ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:31:27.444219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:26.746829Z","time spent":"697.360156ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:31:27.444361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.354023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:31:27.444414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.612413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-12T11:31:27.444416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.353283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-12T11:31:27.444477Z","caller":"traceutil/trace.go:171","msg":"trace[550564212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2612; }","duration":"692.526088ms","start":"2026-05-12T11:31:26.751924Z","end":"2026-05-12T11:31:27.44445Z","steps":["trace[550564212] 'agreement among raft nodes before linearized reading' (duration: 692.340803ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:31:27.444488Z","caller":"traceutil/trace.go:171","msg":"trace[1527208515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2612; }","duration":"806.736486ms","start":"2026-05-12T11:31:26.637733Z","end":"2026-05-12T11:31:27.44447Z","steps":["trace[1527208515] 'agreement among raft nodes before linearized reading' (duration: 806.537091ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:31:27.444505Z","caller":"traceutil/trace.go:171","msg":"trace[1686261171] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2612; }","duration":"931.491216ms","start":"2026-05-12T11:31:26.51299Z","end":"2026-05-12T11:31:27.444482Z","steps":["trace[1686261171] 'agreement among raft nodes before linearized reading' (duration: 931.254601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:27.444531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:26.637712Z","time spent":"806.811277ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T11:31:27.444537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:26.751899Z","time spent":"692.621919ms","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:31:27.444552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:26.512944Z","time spent":"931.595809ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T11:31:27.444612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.439731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-12T11:31:27.444536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.906518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-12T11:31:27.444444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.160028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-12T11:31:27.444641Z","caller":"traceutil/trace.go:171","msg":"trace[562353643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2612; }","duration":"461.474702ms","start":"2026-05-12T11:31:26.983157Z","end":"2026-05-12T11:31:27.444632Z","steps":["trace[562353643] 'agreement among raft nodes before linearized reading' (duration: 461.39627ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:31:27.444652Z","caller":"traceutil/trace.go:171","msg":"trace[175274809] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:2612; }","duration":"228.079311ms","start":"2026-05-12T11:31:27.216562Z","end":"2026-05-12T11:31:27.444641Z","steps":["trace[175274809] 'agreement among raft nodes before linearized reading' (duration: 227.911097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:27.44467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:26.983152Z","time spent":"461.511844ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-12T11:31:27.44467Z","caller":"traceutil/trace.go:171","msg":"trace[256579743] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2612; }","duration":"466.403605ms","start":"2026-05-12T11:31:26.978253Z","end":"2026-05-12T11:31:27.444656Z","steps":["trace[256579743] 'agreement among raft nodes before linearized reading' (duration: 466.082607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:31:27.444783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:31:26.978237Z","time spent":"466.473706ms","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-12T11:32:01.926998Z","caller":"traceutil/trace.go:171","msg":"trace[2110518375] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"129.45976ms","start":"2026-05-12T11:32:01.79751Z","end":"2026-05-12T11:32:01.92697Z","steps":["trace[2110518375] 'process raft request' (duration: 129.240975ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:32:07.342783Z","caller":"traceutil/trace.go:171","msg":"trace[50654228] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"111.958288ms","start":"2026-05-12T11:32:07.230796Z","end":"2026-05-12T11:32:07.342754Z","steps":["trace[50654228] 'process raft request' (duration: 72.074867ms)","trace[50654228] 'compare' (duration: 39.669456ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:34:02.555332Z","caller":"traceutil/trace.go:171","msg":"trace[1321528378] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"573.840945ms","start":"2026-05-12T11:34:01.981467Z","end":"2026-05-12T11:34:02.555308Z","steps":["trace[1321528378] 'process raft request' (duration: 573.674531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:34:02.555491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:34:01.981438Z","time spent":"573.975568ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15507,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:34:02.563112Z","caller":"traceutil/trace.go:171","msg":"trace[18717859] linearizableReadLoop","detail":"{readStateIndex:3754; appliedIndex:3752; }","duration":"344.241423ms","start":"2026-05-12T11:34:02.218845Z","end":"2026-05-12T11:34:02.563086Z","steps":["trace[18717859] 'read index received' (duration: 336.438897ms)","trace[18717859] 'applied index is now lower than readState.Index' (duration: 7.801226ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:34:02.563231Z","caller":"traceutil/trace.go:171","msg":"trace[1632601136] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"243.109041ms","start":"2026-05-12T11:34:02.320111Z","end":"2026-05-12T11:34:02.56322Z","steps":["trace[1632601136] 'process raft request' (duration: 242.925406ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:34:02.563223Z","caller":"traceutil/trace.go:171","msg":"trace[1841475067] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"546.700483ms","start":"2026-05-12T11:34:02.016479Z","end":"2026-05-12T11:34:02.563179Z","steps":["trace[1841475067] 'process raft request' (duration: 541.656926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:34:02.56348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.620402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-12T11:34:02.56347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:34:02.016456Z","time spent":"546.899547ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:34:02.563524Z","caller":"traceutil/trace.go:171","msg":"trace[1867835866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3619; }","duration":"344.719725ms","start":"2026-05-12T11:34:02.218795Z","end":"2026-05-12T11:34:02.563515Z","steps":["trace[1867835866] 'agreement among raft nodes before linearized reading' (duration: 344.565701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:34:02.563558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:34:02.218773Z","time spent":"344.775967ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T11:34:02.563541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.285334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-12T11:34:02.563722Z","caller":"traceutil/trace.go:171","msg":"trace[79177379] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3619; }","duration":"338.479228ms","start":"2026-05-12T11:34:02.225202Z","end":"2026-05-12T11:34:02.563681Z","steps":["trace[79177379] 'agreement among raft nodes before linearized reading' (duration: 338.098849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:34:02.563758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.342298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gl6m6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-12T11:34:02.563804Z","caller":"traceutil/trace.go:171","msg":"trace[856107816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gl6m6; range_end:; response_count:1; response_revision:3619; }","duration":"216.40796ms","start":"2026-05-12T11:34:02.347385Z","end":"2026-05-12T11:34:02.563793Z","steps":["trace[856107816] 'agreement among raft nodes before linearized reading' (duration: 216.255016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:34:02.563745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.848896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-12T11:34:02.563896Z","caller":"traceutil/trace.go:171","msg":"trace[1237261241] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3619; }","duration":"218.025841ms","start":"2026-05-12T11:34:02.345857Z","end":"2026-05-12T11:34:02.563883Z","steps":["trace[1237261241] 'agreement among raft nodes before linearized reading' (duration: 217.837146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:34:02.56387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:34:02.225191Z","time spent":"338.597062ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T11:35:17.049761Z","caller":"traceutil/trace.go:171","msg":"trace[1525917636] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"103.220164ms","start":"2026-05-12T11:35:16.946508Z","end":"2026-05-12T11:35:17.049728Z","steps":["trace[1525917636] 'process raft request' (duration: 73.195052ms)","trace[1525917636] 'compare' (duration: 29.809526ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:35:17.049989Z","caller":"traceutil/trace.go:171","msg":"trace[220147643] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4719; }","duration":"103.228974ms","start":"2026-05-12T11:35:16.946579Z","end":"2026-05-12T11:35:17.049808Z","steps":["trace[220147643] 'read index received' (duration: 4.259887ms)","trace[220147643] 'applied index is now lower than readState.Index' (duration: 98.964676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:35:17.050237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.611843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-12T11:35:17.050341Z","caller":"traceutil/trace.go:171","msg":"trace[2065353701] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4550; }","duration":"103.763427ms","start":"2026-05-12T11:35:16.94655Z","end":"2026-05-12T11:35:17.050313Z","steps":["trace[2065353701] 'agreement among raft nodes before linearized reading' (duration: 103.441979ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:17.051038Z","caller":"traceutil/trace.go:171","msg":"trace[913158652] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"102.776852ms","start":"2026-05-12T11:35:16.948232Z","end":"2026-05-12T11:35:17.051009Z","steps":["trace[913158652] 'process raft request' (duration: 101.434408ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:27.330821Z","caller":"traceutil/trace.go:171","msg":"trace[869587617] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"217.430411ms","start":"2026-05-12T11:35:27.113361Z","end":"2026-05-12T11:35:27.330791Z","steps":["trace[869587617] 'process raft request' (duration: 119.790927ms)","trace[869587617] 'compare' (duration: 97.254365ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:35:27.331032Z","caller":"traceutil/trace.go:171","msg":"trace[1978282956] linearizableReadLoop","detail":"{readStateIndex:5013; appliedIndex:5011; }","duration":"185.057352ms","start":"2026-05-12T11:35:27.145953Z","end":"2026-05-12T11:35:27.331011Z","steps":["trace[1978282956] 'read index received' (duration: 87.208683ms)","trace[1978282956] 'applied index is now lower than readState.Index' (duration: 97.847739ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:35:27.331063Z","caller":"traceutil/trace.go:171","msg":"trace[1967379385] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"217.401201ms","start":"2026-05-12T11:35:27.113626Z","end":"2026-05-12T11:35:27.331027Z","steps":["trace[1967379385] 'process raft request' (duration: 217.080093ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:27.331196Z","caller":"traceutil/trace.go:171","msg":"trace[177062638] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"152.711692ms","start":"2026-05-12T11:35:27.178465Z","end":"2026-05-12T11:35:27.331177Z","steps":["trace[177062638] 'process raft request' (duration: 152.459155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:27.331371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.750104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0505a9f-1c08-4d5d-a2a0-1ee6ca6eb8da\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-05-12T11:35:27.331506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.399648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-12T11:35:27.331605Z","caller":"traceutil/trace.go:171","msg":"trace[166773883] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:4832; }","duration":"101.557682ms","start":"2026-05-12T11:35:27.230025Z","end":"2026-05-12T11:35:27.331583Z","steps":["trace[166773883] 'agreement among raft nodes before linearized reading' (duration: 101.311966ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:27.331421Z","caller":"traceutil/trace.go:171","msg":"trace[442741362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0505a9f-1c08-4d5d-a2a0-1ee6ca6eb8da; range_end:; response_count:1; response_revision:4832; }","duration":"202.853346ms","start":"2026-05-12T11:35:27.128554Z","end":"2026-05-12T11:35:27.331407Z","steps":["trace[442741362] 'agreement among raft nodes before linearized reading' (duration: 202.58817ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:35.205808Z","caller":"traceutil/trace.go:171","msg":"trace[1644073406] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"126.622989ms","start":"2026-05-12T11:35:35.07916Z","end":"2026-05-12T11:35:35.205783Z","steps":["trace[1644073406] 'process raft request' (duration: 126.461075ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:35.45591Z","caller":"traceutil/trace.go:171","msg":"trace[1699451926] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5179; }","duration":"311.177169ms","start":"2026-05-12T11:35:35.144702Z","end":"2026-05-12T11:35:35.455879Z","steps":["trace[1699451926] 'read index received' (duration: 60.932605ms)","trace[1699451926] 'applied index is now lower than readState.Index' (duration: 250.243044ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:35:35.455928Z","caller":"traceutil/trace.go:171","msg":"trace[1116536647] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"361.290312ms","start":"2026-05-12T11:35:35.094601Z","end":"2026-05-12T11:35:35.455891Z","steps":["trace[1116536647] 'process raft request' (duration: 337.865825ms)","trace[1116536647] 'compare' (duration: 23.1657ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:35:35.45608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:35:35.094576Z","time spent":"361.425526ms","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17211,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:35:35.456239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.460566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-12T11:35:35.456331Z","caller":"traceutil/trace.go:171","msg":"trace[1565496802] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4993; }","duration":"311.660931ms","start":"2026-05-12T11:35:35.14465Z","end":"2026-05-12T11:35:35.456311Z","steps":["trace[1565496802] 'agreement among raft nodes before linearized reading' (duration: 311.361503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:35.456522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:35:35.144629Z","time spent":"311.879167ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T11:35:35.522163Z","caller":"traceutil/trace.go:171","msg":"trace[1693092213] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"310.751458ms","start":"2026-05-12T11:35:35.211387Z","end":"2026-05-12T11:35:35.522139Z","steps":["trace[1693092213] 'process raft request' (duration: 310.541262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:35.522344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:35:35.211368Z","time spent":"310.87271ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:35:35.522418Z","caller":"traceutil/trace.go:171","msg":"trace[1678753420] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"310.46237ms","start":"2026-05-12T11:35:35.211943Z","end":"2026-05-12T11:35:35.522406Z","steps":["trace[1678753420] 'process raft request' (duration: 310.302196ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:35.522462Z","caller":"traceutil/trace.go:171","msg":"trace[1092384191] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"309.086505ms","start":"2026-05-12T11:35:35.213358Z","end":"2026-05-12T11:35:35.522445Z","steps":["trace[1092384191] 'process raft request' (duration: 308.979892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:35.522483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:35:35.211933Z","time spent":"310.516791ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:35:35.522562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:35:35.213335Z","time spent":"309.177668ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:35:35.522633Z","caller":"traceutil/trace.go:171","msg":"trace[480771199] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"310.744407ms","start":"2026-05-12T11:35:35.211685Z","end":"2026-05-12T11:35:35.522429Z","steps":["trace[480771199] 'process raft request' (duration: 310.382008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:35.522736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.241065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gl6m6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-12T11:35:35.52279Z","caller":"traceutil/trace.go:171","msg":"trace[318474943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gl6m6; range_end:; response_count:1; response_revision:4998; }","duration":"340.300206ms","start":"2026-05-12T11:35:35.182463Z","end":"2026-05-12T11:35:35.522764Z","steps":["trace[318474943] 'agreement among raft nodes before linearized reading' (duration: 340.178563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:35.522771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.895017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-12T11:35:35.522832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:35:35.182455Z","time spent":"340.369858ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-gl6m6\" "} {"level":"info","ts":"2026-05-12T11:35:35.522854Z","caller":"traceutil/trace.go:171","msg":"trace[379427606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4998; }","duration":"149.019609ms","start":"2026-05-12T11:35:35.373817Z","end":"2026-05-12T11:35:35.522836Z","steps":["trace[379427606] 'agreement among raft nodes before linearized reading' (duration: 148.812724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:35.522787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.515522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-05-12T11:35:35.522892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.42941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-12T11:35:35.522956Z","caller":"traceutil/trace.go:171","msg":"trace[611076682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4998; }","duration":"342.542162ms","start":"2026-05-12T11:35:35.180397Z","end":"2026-05-12T11:35:35.522939Z","steps":["trace[611076682] 'agreement among raft nodes before linearized reading' (duration: 342.395399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:35.52293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:35:35.211664Z","time spent":"311.062025ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:35:35.522978Z","caller":"traceutil/trace.go:171","msg":"trace[246685819] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4998; }","duration":"145.760158ms","start":"2026-05-12T11:35:35.377175Z","end":"2026-05-12T11:35:35.522935Z","steps":["trace[246685819] 'agreement among raft nodes before linearized reading' (duration: 145.42961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:35.52302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:35:35.180376Z","time spent":"342.626865ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-12T11:35:35.52286Z","caller":"traceutil/trace.go:171","msg":"trace[1195211332] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"164.897876ms","start":"2026-05-12T11:35:35.357942Z","end":"2026-05-12T11:35:35.52284Z","steps":["trace[1195211332] 'process raft request' (duration: 164.450595ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:35.642695Z","caller":"traceutil/trace.go:171","msg":"trace[1335715997] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"101.708735ms","start":"2026-05-12T11:35:35.54096Z","end":"2026-05-12T11:35:35.642668Z","steps":["trace[1335715997] 'read index received' (duration: 29.502558ms)","trace[1335715997] 'applied index is now lower than readState.Index' (duration: 72.205017ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:35:35.642773Z","caller":"traceutil/trace.go:171","msg":"trace[300854301] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"106.304011ms","start":"2026-05-12T11:35:35.536418Z","end":"2026-05-12T11:35:35.642722Z","steps":["trace[300854301] 'process raft request' (duration: 34.085803ms)","trace[300854301] 'compare' (duration: 72.034223ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:35:35.642839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.475844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:35:35.642874Z","caller":"traceutil/trace.go:171","msg":"trace[1562643771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5003; }","duration":"108.560746ms","start":"2026-05-12T11:35:35.534302Z","end":"2026-05-12T11:35:35.642863Z","steps":["trace[1562643771] 'agreement among raft nodes before linearized reading' (duration: 108.464204ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:36.356338Z","caller":"traceutil/trace.go:171","msg":"trace[1743264770] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"101.036229ms","start":"2026-05-12T11:35:36.255278Z","end":"2026-05-12T11:35:36.356314Z","steps":["trace[1743264770] 'process raft request' (duration: 100.880225ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:36.357459Z","caller":"traceutil/trace.go:171","msg":"trace[1325697699] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"101.90954ms","start":"2026-05-12T11:35:36.255533Z","end":"2026-05-12T11:35:36.357443Z","steps":["trace[1325697699] 'process raft request' (duration: 101.803448ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:42.492812Z","caller":"traceutil/trace.go:171","msg":"trace[1771865486] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5300; }","duration":"108.511675ms","start":"2026-05-12T11:35:42.384276Z","end":"2026-05-12T11:35:42.492788Z","steps":["trace[1771865486] 'read index received' (duration: 95.255574ms)","trace[1771865486] 'applied index is now lower than readState.Index' (duration: 13.254741ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:35:42.492842Z","caller":"traceutil/trace.go:171","msg":"trace[1622197811] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"110.71581ms","start":"2026-05-12T11:35:42.382084Z","end":"2026-05-12T11:35:42.4928Z","steps":["trace[1622197811] 'process raft request' (duration: 97.467479ms)","trace[1622197811] 'compare' (duration: 12.916413ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:35:42.492956Z","caller":"traceutil/trace.go:171","msg":"trace[732974618] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"109.257915ms","start":"2026-05-12T11:35:42.383685Z","end":"2026-05-12T11:35:42.492943Z","steps":["trace[732974618] 'process raft request' (duration: 109.038168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:42.493223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.927836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-12T11:35:42.493261Z","caller":"traceutil/trace.go:171","msg":"trace[1138659740] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5113; }","duration":"108.995608ms","start":"2026-05-12T11:35:42.384256Z","end":"2026-05-12T11:35:42.493252Z","steps":["trace[1138659740] 'agreement among raft nodes before linearized reading' (duration: 108.852395ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:43.600584Z","caller":"traceutil/trace.go:171","msg":"trace[1764376660] linearizableReadLoop","detail":"{readStateIndex:5309; appliedIndex:5308; }","duration":"133.399939ms","start":"2026-05-12T11:35:43.467158Z","end":"2026-05-12T11:35:43.600558Z","steps":["trace[1764376660] 'read index received' (duration: 133.231575ms)","trace[1764376660] 'applied index is now lower than readState.Index' (duration: 166.714µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:35:43.600642Z","caller":"traceutil/trace.go:171","msg":"trace[42571908] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"230.783046ms","start":"2026-05-12T11:35:43.369826Z","end":"2026-05-12T11:35:43.600609Z","steps":["trace[42571908] 'process raft request' (duration: 230.54903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:43.600732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.576293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:35:43.600768Z","caller":"traceutil/trace.go:171","msg":"trace[955658243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5119; }","duration":"133.703396ms","start":"2026-05-12T11:35:43.467054Z","end":"2026-05-12T11:35:43.600757Z","steps":["trace[955658243] 'agreement among raft nodes before linearized reading' (duration: 133.625284ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:43.663277Z","caller":"traceutil/trace.go:171","msg":"trace[1218383019] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"115.229294ms","start":"2026-05-12T11:35:43.548027Z","end":"2026-05-12T11:35:43.663256Z","steps":["trace[1218383019] 'process raft request' (duration: 115.023799ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:43.836052Z","caller":"traceutil/trace.go:171","msg":"trace[864978672] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"167.513582ms","start":"2026-05-12T11:35:43.6685Z","end":"2026-05-12T11:35:43.836013Z","steps":["trace[864978672] 'process raft request' (duration: 164.244121ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:43.836137Z","caller":"traceutil/trace.go:171","msg":"trace[617666977] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"167.153274ms","start":"2026-05-12T11:35:43.668933Z","end":"2026-05-12T11:35:43.836086Z","steps":["trace[617666977] 'process raft request' (duration: 167.054072ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:43.836183Z","caller":"traceutil/trace.go:171","msg":"trace[1962503257] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"167.606315ms","start":"2026-05-12T11:35:43.668543Z","end":"2026-05-12T11:35:43.83615Z","steps":["trace[1962503257] 'process raft request' (duration: 167.241056ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:35:43.836427Z","caller":"traceutil/trace.go:171","msg":"trace[1978389821] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5310; }","duration":"167.81001ms","start":"2026-05-12T11:35:43.668605Z","end":"2026-05-12T11:35:43.836415Z","steps":["trace[1978389821] 'read index received' (duration: 164.152809ms)","trace[1978389821] 'applied index is now lower than readState.Index' (duration: 3.656011ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:35:43.836501Z","caller":"traceutil/trace.go:171","msg":"trace[1348351854] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"167.192235ms","start":"2026-05-12T11:35:43.669288Z","end":"2026-05-12T11:35:43.83648Z","steps":["trace[1348351854] 'process raft request' (duration: 166.746954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:43.836635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.22009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-12T11:35:43.836679Z","caller":"traceutil/trace.go:171","msg":"trace[280411626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5124; }","duration":"162.297981ms","start":"2026-05-12T11:35:43.674368Z","end":"2026-05-12T11:35:43.836666Z","steps":["trace[280411626] 'agreement among raft nodes before linearized reading' (duration: 162.137138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:43.836726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.092647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63311"} {"level":"info","ts":"2026-05-12T11:35:43.836812Z","caller":"traceutil/trace.go:171","msg":"trace[266342033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5124; }","duration":"168.232731ms","start":"2026-05-12T11:35:43.668564Z","end":"2026-05-12T11:35:43.836797Z","steps":["trace[266342033] 'agreement among raft nodes before linearized reading' (duration: 167.920523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:57.328604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.872022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:35:57.328795Z","caller":"traceutil/trace.go:171","msg":"trace[2076007041] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5330; }","duration":"110.107278ms","start":"2026-05-12T11:35:57.218662Z","end":"2026-05-12T11:35:57.328769Z","steps":["trace[2076007041] 'count revisions from in-memory index tree' (duration: 109.755059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:35:57.328634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.941287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:35:57.3293Z","caller":"traceutil/trace.go:171","msg":"trace[1599806460] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5330; }","duration":"185.666086ms","start":"2026-05-12T11:35:57.143616Z","end":"2026-05-12T11:35:57.329282Z","steps":["trace[1599806460] 'count revisions from in-memory index tree' (duration: 184.829563ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:36:54.140519Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2755} {"level":"info","ts":"2026-05-12T11:36:54.211673Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2755,"took":"69.780002ms","hash":3151740560,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":32784384,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-12T11:36:54.211741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3151740560,"revision":2755,"compact-revision":-1} {"level":"info","ts":"2026-05-12T11:41:39.290764Z","caller":"traceutil/trace.go:171","msg":"trace[1124018460] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"108.558356ms","start":"2026-05-12T11:41:39.18216Z","end":"2026-05-12T11:41:39.290718Z","steps":["trace[1124018460] 'process raft request' (duration: 108.242517ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:40.514008Z","caller":"traceutil/trace.go:171","msg":"trace[1540051845] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"212.019113ms","start":"2026-05-12T11:41:40.301962Z","end":"2026-05-12T11:41:40.513981Z","steps":["trace[1540051845] 'process raft request' (duration: 211.826009ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:40.74096Z","caller":"traceutil/trace.go:171","msg":"trace[1619975086] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"401.294482ms","start":"2026-05-12T11:41:40.339643Z","end":"2026-05-12T11:41:40.740937Z","steps":["trace[1619975086] 'process raft request' (duration: 394.120923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:40.741109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:40.33962Z","time spent":"401.411744ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:41:40.741244Z","caller":"traceutil/trace.go:171","msg":"trace[2050873758] linearizableReadLoop","detail":"{readStateIndex:8232; appliedIndex:8229; }","duration":"291.70986ms","start":"2026-05-12T11:41:40.449492Z","end":"2026-05-12T11:41:40.741202Z","steps":["trace[2050873758] 'read index received' (duration: 64.267402ms)","trace[2050873758] 'applied index is now lower than readState.Index' (duration: 227.441398ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:41:40.741376Z","caller":"traceutil/trace.go:171","msg":"trace[1467979856] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"372.025331ms","start":"2026-05-12T11:41:40.36934Z","end":"2026-05-12T11:41:40.741365Z","steps":["trace[1467979856] 'process raft request' (duration: 371.55966ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:40.741346Z","caller":"traceutil/trace.go:171","msg":"trace[853802112] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"219.05961ms","start":"2026-05-12T11:41:40.522252Z","end":"2026-05-12T11:41:40.741311Z","steps":["trace[853802112] 'process raft request' (duration: 218.879466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:40.741485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:40.369326Z","time spent":"372.078252ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:41:40.741606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.143968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:41:40.741672Z","caller":"traceutil/trace.go:171","msg":"trace[1002763872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7953; }","duration":"275.20309ms","start":"2026-05-12T11:41:40.466449Z","end":"2026-05-12T11:41:40.741652Z","steps":["trace[1002763872] 'agreement among raft nodes before linearized reading' (duration: 275.120566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:40.741717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.231105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-12T11:41:40.74175Z","caller":"traceutil/trace.go:171","msg":"trace[530609885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7953; }","duration":"292.294326ms","start":"2026-05-12T11:41:40.449446Z","end":"2026-05-12T11:41:40.74174Z","steps":["trace[530609885] 'agreement among raft nodes before linearized reading' (duration: 292.158252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:40.74185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.701264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:41:40.741876Z","caller":"traceutil/trace.go:171","msg":"trace[775051145] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7953; }","duration":"113.762166ms","start":"2026-05-12T11:41:40.628104Z","end":"2026-05-12T11:41:40.741866Z","steps":["trace[775051145] 'agreement among raft nodes before linearized reading' (duration: 113.718375ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:53.158023Z","caller":"traceutil/trace.go:171","msg":"trace[1489925662] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8296; }","duration":"366.129725ms","start":"2026-05-12T11:41:52.791864Z","end":"2026-05-12T11:41:53.157994Z","steps":["trace[1489925662] 'read index received' (duration: 365.93902ms)","trace[1489925662] 'applied index is now lower than readState.Index' (duration: 189.195µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:41:53.158074Z","caller":"traceutil/trace.go:171","msg":"trace[729333488] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"375.385965ms","start":"2026-05-12T11:41:52.782667Z","end":"2026-05-12T11:41:53.158053Z","steps":["trace[729333488] 'process raft request' (duration: 375.148009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:53.158209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:52.782636Z","time spent":"375.486728ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:41:53.158372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.471834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-12T11:41:53.158467Z","caller":"traceutil/trace.go:171","msg":"trace[1772940378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8014; }","duration":"366.635888ms","start":"2026-05-12T11:41:52.79181Z","end":"2026-05-12T11:41:53.158446Z","steps":["trace[1772940378] 'agreement among raft nodes before linearized reading' (duration: 366.351001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:53.158522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:52.791801Z","time spent":"366.70925ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-12T11:41:53.241789Z","caller":"traceutil/trace.go:171","msg":"trace[1338175416] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"212.504927ms","start":"2026-05-12T11:41:53.02925Z","end":"2026-05-12T11:41:53.241755Z","steps":["trace[1338175416] 'process raft request' (duration: 170.246794ms)","trace[1338175416] 'compare' (duration: 42.019037ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:41:53.241926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.864878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:41:53.242096Z","caller":"traceutil/trace.go:171","msg":"trace[1269037830] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8016; }","duration":"244.094084ms","start":"2026-05-12T11:41:52.997983Z","end":"2026-05-12T11:41:53.242077Z","steps":["trace[1269037830] 'agreement among raft nodes before linearized reading' (duration: 243.866318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:53.242236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.095617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:41:53.242357Z","caller":"traceutil/trace.go:171","msg":"trace[1446048924] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8016; }","duration":"446.348503ms","start":"2026-05-12T11:41:52.795959Z","end":"2026-05-12T11:41:53.242307Z","steps":["trace[1446048924] 'agreement among raft nodes before linearized reading' (duration: 445.866441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:53.242442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:52.795901Z","time spent":"446.524799ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-12T11:41:54.117567Z","caller":"traceutil/trace.go:171","msg":"trace[1626749056] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8299; }","duration":"424.861878ms","start":"2026-05-12T11:41:53.692677Z","end":"2026-05-12T11:41:54.117539Z","steps":["trace[1626749056] 'read index received' (duration: 424.730505ms)","trace[1626749056] 'applied index is now lower than readState.Index' (duration: 129.823µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:41:54.117712Z","caller":"traceutil/trace.go:171","msg":"trace[1529491358] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"428.630542ms","start":"2026-05-12T11:41:53.689051Z","end":"2026-05-12T11:41:54.117682Z","steps":["trace[1529491358] 'process raft request' (duration: 428.290614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:54.117856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.147366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-12T11:41:54.117889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:53.689032Z","time spent":"428.757906ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:41:54.117909Z","caller":"traceutil/trace.go:171","msg":"trace[347921970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8017; }","duration":"425.248758ms","start":"2026-05-12T11:41:53.692648Z","end":"2026-05-12T11:41:54.117897Z","steps":["trace[347921970] 'agreement among raft nodes before linearized reading' (duration: 425.048223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:54.117952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:53.692636Z","time spent":"425.307169ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T11:41:54.118008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.078504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-12T11:41:54.118084Z","caller":"traceutil/trace.go:171","msg":"trace[1608494059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8017; }","duration":"425.203497ms","start":"2026-05-12T11:41:53.692863Z","end":"2026-05-12T11:41:54.118066Z","steps":["trace[1608494059] 'agreement among raft nodes before linearized reading' (duration: 424.982311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:54.118127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:53.692841Z","time spent":"425.275868ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T11:41:54.118211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.088307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:41:54.118255Z","caller":"traceutil/trace.go:171","msg":"trace[1232700198] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8017; }","duration":"281.178889ms","start":"2026-05-12T11:41:53.837065Z","end":"2026-05-12T11:41:54.118244Z","steps":["trace[1232700198] 'agreement among raft nodes before linearized reading' (duration: 281.038025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:54.11828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.414811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-12T11:41:54.118298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.785998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-12T11:41:54.118329Z","caller":"traceutil/trace.go:171","msg":"trace[107507084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8017; }","duration":"390.476503ms","start":"2026-05-12T11:41:53.727838Z","end":"2026-05-12T11:41:54.118315Z","steps":["trace[107507084] 'agreement among raft nodes before linearized reading' (duration: 390.282687ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:54.118334Z","caller":"traceutil/trace.go:171","msg":"trace[1234170877] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8017; }","duration":"408.86155ms","start":"2026-05-12T11:41:53.709459Z","end":"2026-05-12T11:41:54.11832Z","steps":["trace[1234170877] 'agreement among raft nodes before linearized reading' (duration: 408.769728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:54.118368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:53.727793Z","time spent":"390.567445ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T11:41:54.118369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:41:53.709435Z","time spent":"408.926352ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T11:41:54.118355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.686983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gl6m6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-12T11:41:54.118437Z","caller":"traceutil/trace.go:171","msg":"trace[1031537517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gl6m6; range_end:; response_count:1; response_revision:8017; }","duration":"263.808906ms","start":"2026-05-12T11:41:53.854609Z","end":"2026-05-12T11:41:54.118418Z","steps":["trace[1031537517] 'agreement among raft nodes before linearized reading' (duration: 263.527319ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:54.280136Z","caller":"traceutil/trace.go:171","msg":"trace[349309644] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"157.385153ms","start":"2026-05-12T11:41:54.122729Z","end":"2026-05-12T11:41:54.280114Z","steps":["trace[349309644] 'process raft request' (duration: 103.180812ms)","trace[349309644] 'compare' (duration: 54.045187ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:41:54.28047Z","caller":"traceutil/trace.go:171","msg":"trace[1437608234] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"157.609538ms","start":"2026-05-12T11:41:54.122845Z","end":"2026-05-12T11:41:54.280454Z","steps":["trace[1437608234] 'process raft request' (duration: 157.231079ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:54.280528Z","caller":"traceutil/trace.go:171","msg":"trace[347950320] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"156.976053ms","start":"2026-05-12T11:41:54.123544Z","end":"2026-05-12T11:41:54.28052Z","steps":["trace[347950320] 'process raft request' (duration: 156.815559ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:54.280594Z","caller":"traceutil/trace.go:171","msg":"trace[1564482377] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"156.280774ms","start":"2026-05-12T11:41:54.124305Z","end":"2026-05-12T11:41:54.280585Z","steps":["trace[1564482377] 'process raft request' (duration: 156.145751ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:54.280602Z","caller":"traceutil/trace.go:171","msg":"trace[125611649] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8300; }","duration":"156.87432ms","start":"2026-05-12T11:41:54.123705Z","end":"2026-05-12T11:41:54.280579Z","steps":["trace[125611649] 'read index received' (duration: 102.203248ms)","trace[125611649] 'applied index is now lower than readState.Index' (duration: 54.669432ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:41:54.280688Z","caller":"traceutil/trace.go:171","msg":"trace[195066261] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"138.538403ms","start":"2026-05-12T11:41:54.142111Z","end":"2026-05-12T11:41:54.280649Z","steps":["trace[195066261] 'process raft request' (duration: 138.406658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:54.281152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.426234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207027"} {"level":"info","ts":"2026-05-12T11:41:54.281217Z","caller":"traceutil/trace.go:171","msg":"trace[971474720] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8022; }","duration":"157.535597ms","start":"2026-05-12T11:41:54.123666Z","end":"2026-05-12T11:41:54.281202Z","steps":["trace[971474720] 'agreement among raft nodes before linearized reading' (duration: 156.999434ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:54.343303Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5833} {"level":"info","ts":"2026-05-12T11:41:54.627026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5833,"took":"281.094125ms","hash":269161623,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":26492928,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-12T11:41:54.627105Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":269161623,"revision":5833,"compact-revision":2755} {"level":"info","ts":"2026-05-12T11:41:55.388529Z","caller":"traceutil/trace.go:171","msg":"trace[700709047] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"140.836629ms","start":"2026-05-12T11:41:55.247673Z","end":"2026-05-12T11:41:55.38851Z","steps":["trace[700709047] 'process raft request' (duration: 140.707296ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:41:55.395227Z","caller":"traceutil/trace.go:171","msg":"trace[2068241931] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"146.656314ms","start":"2026-05-12T11:41:55.248549Z","end":"2026-05-12T11:41:55.395206Z","steps":["trace[2068241931] 'process raft request' (duration: 146.532281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:41:55.610964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.214396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127116"} {"level":"info","ts":"2026-05-12T11:41:55.611085Z","caller":"traceutil/trace.go:171","msg":"trace[855743411] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8029; }","duration":"112.333099ms","start":"2026-05-12T11:41:55.498713Z","end":"2026-05-12T11:41:55.611046Z","steps":["trace[855743411] 'range keys from in-memory index tree' (duration: 111.921409ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:19.419479Z","caller":"traceutil/trace.go:171","msg":"trace[27893226] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"116.570745ms","start":"2026-05-12T11:42:19.302874Z","end":"2026-05-12T11:42:19.419445Z","steps":["trace[27893226] 'process raft request' (duration: 116.3738ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:20.70741Z","caller":"traceutil/trace.go:171","msg":"trace[616605762] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8501; }","duration":"180.848118ms","start":"2026-05-12T11:42:20.526536Z","end":"2026-05-12T11:42:20.707384Z","steps":["trace[616605762] 'read index received' (duration: 180.668994ms)","trace[616605762] 'applied index is now lower than readState.Index' (duration: 177.884µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:42:20.707527Z","caller":"traceutil/trace.go:171","msg":"trace[1173037088] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"184.989781ms","start":"2026-05-12T11:42:20.522502Z","end":"2026-05-12T11:42:20.707492Z","steps":["trace[1173037088] 'process raft request' (duration: 184.724444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:20.707598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.034662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gl6m6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-12T11:42:20.707664Z","caller":"traceutil/trace.go:171","msg":"trace[711599333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gl6m6; range_end:; response_count:1; response_revision:8212; }","duration":"181.135064ms","start":"2026-05-12T11:42:20.526512Z","end":"2026-05-12T11:42:20.707647Z","steps":["trace[711599333] 'agreement among raft nodes before linearized reading' (duration: 180.995561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:20.708462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.562184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-12T11:42:20.708516Z","caller":"traceutil/trace.go:171","msg":"trace[1140931515] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8212; }","duration":"124.700007ms","start":"2026-05-12T11:42:20.583803Z","end":"2026-05-12T11:42:20.708503Z","steps":["trace[1140931515] 'agreement among raft nodes before linearized reading' (duration: 124.513593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:20.708475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.588209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-12T11:42:20.708651Z","caller":"traceutil/trace.go:171","msg":"trace[852853795] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8212; }","duration":"127.789934ms","start":"2026-05-12T11:42:20.580836Z","end":"2026-05-12T11:42:20.708626Z","steps":["trace[852853795] 'agreement among raft nodes before linearized reading' (duration: 127.505638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:20.709195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.347506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-12T11:42:20.709361Z","caller":"traceutil/trace.go:171","msg":"trace[1306088522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8212; }","duration":"170.55076ms","start":"2026-05-12T11:42:20.538793Z","end":"2026-05-12T11:42:20.709343Z","steps":["trace[1306088522] 'agreement among raft nodes before linearized reading' (duration: 169.491993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:22.746371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1247005s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:42:22.746467Z","caller":"traceutil/trace.go:171","msg":"trace[930744326] linearizableReadLoop","detail":"{readStateIndex:8510; appliedIndex:8509; }","duration":"582.58672ms","start":"2026-05-12T11:42:22.163864Z","end":"2026-05-12T11:42:22.746451Z","steps":["trace[930744326] 'read index received' (duration: 91.143µs)","trace[930744326] 'applied index is now lower than readState.Index' (duration: 582.494526ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:42:22.74664Z","caller":"traceutil/trace.go:171","msg":"trace[988249196] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"1.174256115s","start":"2026-05-12T11:42:21.572371Z","end":"2026-05-12T11:42:22.746627Z","steps":["trace[988249196] 'process raft request' (duration: 49.218616ms)","trace[988249196] 'compare' (duration: 1.124212529s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:42:22.746705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:21.572351Z","time spent":"1.174322466s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:42:22.746777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.922397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:42:22.746877Z","caller":"traceutil/trace.go:171","msg":"trace[268312760] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8220; }","duration":"583.092291ms","start":"2026-05-12T11:42:22.163759Z","end":"2026-05-12T11:42:22.746851Z","steps":["trace[268312760] 'agreement among raft nodes before linearized reading' (duration: 582.916187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:22.746936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:22.163734Z","time spent":"583.185454ms","remote":"127.0.0.1:60026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-12T11:42:22.848038Z","caller":"traceutil/trace.go:171","msg":"trace[1470716315] linearizableReadLoop","detail":"{readStateIndex:8511; appliedIndex:8510; }","duration":"101.496529ms","start":"2026-05-12T11:42:22.746515Z","end":"2026-05-12T11:42:22.848012Z","steps":["trace[1470716315] 'read index received' (duration: 66.743754ms)","trace[1470716315] 'applied index is now lower than readState.Index' (duration: 34.751305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:42:22.848183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.372049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gl6m6\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-12T11:42:22.848213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.29349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-12T11:42:22.848244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.683407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-12T11:42:22.848256Z","caller":"traceutil/trace.go:171","msg":"trace[988913512] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8220; }","duration":"470.407743ms","start":"2026-05-12T11:42:22.377837Z","end":"2026-05-12T11:42:22.848244Z","steps":["trace[988913512] 'agreement among raft nodes before linearized reading' (duration: 470.304611ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:22.848257Z","caller":"traceutil/trace.go:171","msg":"trace[905297698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gl6m6; range_end:; response_count:1; response_revision:8220; }","duration":"128.460141ms","start":"2026-05-12T11:42:22.719779Z","end":"2026-05-12T11:42:22.84824Z","steps":["trace[905297698] 'agreement among raft nodes before linearized reading' (duration: 128.286147ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:22.848292Z","caller":"traceutil/trace.go:171","msg":"trace[961671666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8220; }","duration":"136.781429ms","start":"2026-05-12T11:42:22.711497Z","end":"2026-05-12T11:42:22.848279Z","steps":["trace[961671666] 'agreement among raft nodes before linearized reading' (duration: 136.594254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:22.8483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:22.377811Z","time spent":"470.479635ms","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:42:22.84835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.587802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-12T11:42:22.849718Z","caller":"traceutil/trace.go:171","msg":"trace[473500786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8220; }","duration":"470.991048ms","start":"2026-05-12T11:42:22.378697Z","end":"2026-05-12T11:42:22.849688Z","steps":["trace[473500786] 'agreement among raft nodes before linearized reading' (duration: 469.450779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:22.84982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:22.378684Z","time spent":"471.09646ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-12T11:42:34.591904Z","caller":"traceutil/trace.go:171","msg":"trace[1083628015] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"114.418332ms","start":"2026-05-12T11:42:34.47745Z","end":"2026-05-12T11:42:34.591868Z","steps":["trace[1083628015] 'process raft request' (duration: 110.936055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:35.980043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114613218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-12T11:42:36.040989Z","caller":"traceutil/trace.go:171","msg":"trace[355276984] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"595.275026ms","start":"2026-05-12T11:42:35.445685Z","end":"2026-05-12T11:42:36.04096Z","steps":["trace[355276984] 'process raft request' (duration: 595.037139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:36.041143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:35.445665Z","time spent":"595.394058ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:42:36.071588Z","caller":"traceutil/trace.go:171","msg":"trace[869234282] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"596.435304ms","start":"2026-05-12T11:42:35.475132Z","end":"2026-05-12T11:42:36.071567Z","steps":["trace[869234282] 'process raft request' (duration: 596.2753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:36.071702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:35.475117Z","time spent":"596.523627ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:42:36.071749Z","caller":"traceutil/trace.go:171","msg":"trace[1940998490] linearizableReadLoop","detail":"{readStateIndex:8635; appliedIndex:8632; }","duration":"592.793274ms","start":"2026-05-12T11:42:35.478934Z","end":"2026-05-12T11:42:36.071727Z","steps":["trace[1940998490] 'read index received' (duration: 561.881933ms)","trace[1940998490] 'applied index is now lower than readState.Index' (duration: 30.909831ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:42:36.071872Z","caller":"traceutil/trace.go:171","msg":"trace[542017046] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"505.893579ms","start":"2026-05-12T11:42:35.565916Z","end":"2026-05-12T11:42:36.07181Z","steps":["trace[542017046] 'process raft request' (duration: 505.611721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:36.071971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.673642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:42:36.072026Z","caller":"traceutil/trace.go:171","msg":"trace[1199557157] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8338; }","duration":"578.775125ms","start":"2026-05-12T11:42:35.493235Z","end":"2026-05-12T11:42:36.072011Z","steps":["trace[1199557157] 'agreement among raft nodes before linearized reading' (duration: 578.668042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:36.07204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:35.565881Z","time spent":"506.067742ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:42:36.072066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:35.493208Z","time spent":"578.845786ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:42:36.072122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.292244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-12T11:42:36.072079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.094122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:42:36.072184Z","caller":"traceutil/trace.go:171","msg":"trace[1121992236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8338; }","duration":"428.392246ms","start":"2026-05-12T11:42:35.643774Z","end":"2026-05-12T11:42:36.072167Z","steps":["trace[1121992236] 'agreement among raft nodes before linearized reading' (duration: 428.244903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:36.07223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:35.643752Z","time spent":"428.465619ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-12T11:42:36.072225Z","caller":"traceutil/trace.go:171","msg":"trace[353083771] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8338; }","duration":"593.285416ms","start":"2026-05-12T11:42:35.478906Z","end":"2026-05-12T11:42:36.072191Z","steps":["trace[353083771] 'agreement among raft nodes before linearized reading' (duration: 592.989499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:36.072294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:35.478897Z","time spent":"593.386468ms","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-12T11:42:36.196332Z","caller":"traceutil/trace.go:171","msg":"trace[914974071] linearizableReadLoop","detail":"{readStateIndex:8636; appliedIndex:8635; }","duration":"116.810002ms","start":"2026-05-12T11:42:36.079488Z","end":"2026-05-12T11:42:36.196298Z","steps":["trace[914974071] 'read index received' (duration: 34.180663ms)","trace[914974071] 'applied index is now lower than readState.Index' (duration: 82.627969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:42:36.19667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.14339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-12T11:42:36.196648Z","caller":"traceutil/trace.go:171","msg":"trace[1912092868] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"119.374254ms","start":"2026-05-12T11:42:36.077227Z","end":"2026-05-12T11:42:36.196601Z","steps":["trace[1912092868] 'process raft request' (duration: 36.445678ms)","trace[1912092868] 'compare' (duration: 82.422974ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:42:36.196728Z","caller":"traceutil/trace.go:171","msg":"trace[1618898331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8339; }","duration":"117.247442ms","start":"2026-05-12T11:42:36.079466Z","end":"2026-05-12T11:42:36.196713Z","steps":["trace[1618898331] 'agreement among raft nodes before linearized reading' (duration: 116.956265ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:36.331014Z","caller":"traceutil/trace.go:171","msg":"trace[147265579] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"103.233383ms","start":"2026-05-12T11:42:36.227722Z","end":"2026-05-12T11:42:36.330955Z","steps":["trace[147265579] 'process raft request' (duration: 71.705907ms)","trace[147265579] 'compare' (duration: 31.28567ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:42:36.95042Z","caller":"traceutil/trace.go:171","msg":"trace[1014210534] linearizableReadLoop","detail":"{readStateIndex:8639; appliedIndex:8638; }","duration":"229.025888ms","start":"2026-05-12T11:42:36.721372Z","end":"2026-05-12T11:42:36.950398Z","steps":["trace[1014210534] 'read index received' (duration: 228.822013ms)","trace[1014210534] 'applied index is now lower than readState.Index' (duration: 202.875µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:42:36.950597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.185362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T11:42:36.950828Z","caller":"traceutil/trace.go:171","msg":"trace[81585754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8342; }","duration":"229.437178ms","start":"2026-05-12T11:42:36.721365Z","end":"2026-05-12T11:42:36.950803Z","steps":["trace[81585754] 'agreement among raft nodes before linearized reading' (duration: 229.130431ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:36.951227Z","caller":"traceutil/trace.go:171","msg":"trace[1474395865] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"231.792267ms","start":"2026-05-12T11:42:36.718683Z","end":"2026-05-12T11:42:36.950476Z","steps":["trace[1474395865] 'process raft request' (duration: 231.571322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:37.468195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114613266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:42:37.560357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:37.239361Z","time spent":"320.98779ms","remote":"127.0.0.1:60580","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T11:42:37.561599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.504671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:42:37.561787Z","caller":"traceutil/trace.go:171","msg":"trace[1805244159] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"606.749001ms","start":"2026-05-12T11:42:36.955013Z","end":"2026-05-12T11:42:37.561762Z","steps":["trace[1805244159] 'compare' (duration: 601.261325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:37.561918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:36.954992Z","time spent":"606.842333ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:42:37.596505Z","caller":"traceutil/trace.go:171","msg":"trace[173786792] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"641.160159ms","start":"2026-05-12T11:42:36.955299Z","end":"2026-05-12T11:42:37.59646Z","steps":["trace[173786792] 'process raft request' (duration: 640.892142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:37.596748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:36.95528Z","time spent":"641.338064ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:42:37.59687Z","caller":"traceutil/trace.go:171","msg":"trace[843160463] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"641.438755ms","start":"2026-05-12T11:42:36.955378Z","end":"2026-05-12T11:42:37.596817Z","steps":["trace[843160463] 'process raft request' (duration: 641.029825ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:37.597017Z","caller":"traceutil/trace.go:171","msg":"trace[588067520] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"641.365754ms","start":"2026-05-12T11:42:36.955621Z","end":"2026-05-12T11:42:37.596987Z","steps":["trace[588067520] 'process raft request' (duration: 641.028685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:37.597058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:36.955359Z","time spent":"641.60092ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:42:37.597165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:36.955598Z","time spent":"641.489717ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:42:37.597012Z","caller":"traceutil/trace.go:171","msg":"trace[1938194532] linearizableReadLoop","detail":"{readStateIndex:8644; appliedIndex:8640; }","duration":"629.353125ms","start":"2026-05-12T11:42:36.967599Z","end":"2026-05-12T11:42:37.596952Z","steps":["trace[1938194532] 'read index received' (duration: 628.574576ms)","trace[1938194532] 'applied index is now lower than readState.Index' (duration: 777.469µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:42:37.597247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.627662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-12T11:42:37.597297Z","caller":"traceutil/trace.go:171","msg":"trace[1370481548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8347; }","duration":"629.727984ms","start":"2026-05-12T11:42:36.967555Z","end":"2026-05-12T11:42:37.597283Z","steps":["trace[1370481548] 'agreement among raft nodes before linearized reading' (duration: 629.511189ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:37.597316Z","caller":"traceutil/trace.go:171","msg":"trace[1849291564] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"640.562274ms","start":"2026-05-12T11:42:36.956719Z","end":"2026-05-12T11:42:37.597281Z","steps":["trace[1849291564] 'process raft request' (duration: 640.161174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:37.59734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:36.967544Z","time spent":"629.782596ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T11:42:37.597404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.009087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gl6m6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-12T11:42:37.597454Z","caller":"traceutil/trace.go:171","msg":"trace[1348216250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gl6m6; range_end:; response_count:1; response_revision:8347; }","duration":"627.078838ms","start":"2026-05-12T11:42:36.970361Z","end":"2026-05-12T11:42:37.59744Z","steps":["trace[1348216250] 'agreement among raft nodes before linearized reading' (duration: 626.978635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:37.597451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:36.956702Z","time spent":"640.668157ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:42:37.597489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:36.970345Z","time spent":"627.13628ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-gl6m6\" "} {"level":"warn","ts":"2026-05-12T11:42:37.597581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.184313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:42:37.597665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.105145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-12T11:42:37.597695Z","caller":"traceutil/trace.go:171","msg":"trace[1368449022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8347; }","duration":"130.346917ms","start":"2026-05-12T11:42:37.467321Z","end":"2026-05-12T11:42:37.597668Z","steps":["trace[1368449022] 'agreement among raft nodes before linearized reading' (duration: 130.140902ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:37.597708Z","caller":"traceutil/trace.go:171","msg":"trace[255221373] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:8347; }","duration":"346.180847ms","start":"2026-05-12T11:42:37.251515Z","end":"2026-05-12T11:42:37.597696Z","steps":["trace[255221373] 'agreement among raft nodes before linearized reading' (duration: 345.964222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:42:37.597749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:42:37.251498Z","time spent":"346.243618ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"warn","ts":"2026-05-12T11:42:38.455327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.298283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:42:38.455464Z","caller":"traceutil/trace.go:171","msg":"trace[565482741] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"217.07996ms","start":"2026-05-12T11:42:38.238357Z","end":"2026-05-12T11:42:38.455437Z","steps":["trace[565482741] 'process raft request' (duration: 93.540151ms)","trace[565482741] 'compare' (duration: 123.100978ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:42:45.255925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.990986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-05-12T11:42:45.256022Z","caller":"traceutil/trace.go:171","msg":"trace[708576958] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8408; }","duration":"111.12085ms","start":"2026-05-12T11:42:45.144876Z","end":"2026-05-12T11:42:45.255997Z","steps":["trace[708576958] 'range keys from in-memory index tree' (duration: 110.814032ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:46.223094Z","caller":"traceutil/trace.go:171","msg":"trace[1121344625] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"123.321983ms","start":"2026-05-12T11:42:46.099743Z","end":"2026-05-12T11:42:46.223065Z","steps":["trace[1121344625] 'process raft request' (duration: 123.121138ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:46.25179Z","caller":"traceutil/trace.go:171","msg":"trace[801529296] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"140.997334ms","start":"2026-05-12T11:42:46.110764Z","end":"2026-05-12T11:42:46.251761Z","steps":["trace[801529296] 'process raft request' (duration: 140.519212ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:46.251794Z","caller":"traceutil/trace.go:171","msg":"trace[2124722689] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"102.604926ms","start":"2026-05-12T11:42:46.149106Z","end":"2026-05-12T11:42:46.251711Z","steps":["trace[2124722689] 'process raft request' (duration: 102.529755ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:42:49.493876Z","caller":"traceutil/trace.go:171","msg":"trace[906889221] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"261.263321ms","start":"2026-05-12T11:42:49.23256Z","end":"2026-05-12T11:42:49.493823Z","steps":["trace[906889221] 'process raft request' (duration: 260.963144ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:31.425337Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023fd.wal"} {"level":"info","ts":"2026-05-12T11:43:36.753779Z","caller":"traceutil/trace.go:171","msg":"trace[2032326251] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"246.279804ms","start":"2026-05-12T11:43:36.507465Z","end":"2026-05-12T11:43:36.753745Z","steps":["trace[2032326251] 'process raft request' (duration: 246.1077ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:36.75951Z","caller":"traceutil/trace.go:171","msg":"trace[2858682] linearizableReadLoop","detail":"{readStateIndex:9245; appliedIndex:9243; }","duration":"145.204415ms","start":"2026-05-12T11:43:36.614286Z","end":"2026-05-12T11:43:36.759491Z","steps":["trace[2858682] 'read index received' (duration: 139.395951ms)","trace[2858682] 'applied index is now lower than readState.Index' (duration: 5.806834ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:43:36.759663Z","caller":"traceutil/trace.go:171","msg":"trace[2133159905] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"237.772073ms","start":"2026-05-12T11:43:36.521851Z","end":"2026-05-12T11:43:36.759623Z","steps":["trace[2133159905] 'process raft request' (duration: 237.554298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:43:36.759926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.624156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-12T11:43:36.760035Z","caller":"traceutil/trace.go:171","msg":"trace[278405778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8931; }","duration":"145.80222ms","start":"2026-05-12T11:43:36.614213Z","end":"2026-05-12T11:43:36.760016Z","steps":["trace[278405778] 'agreement among raft nodes before linearized reading' (duration: 145.436671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:43:47.733935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.447059ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:43:47.73403Z","caller":"traceutil/trace.go:171","msg":"trace[1806578677] linearizableReadLoop","detail":"{readStateIndex:9309; appliedIndex:9308; }","duration":"150.682621ms","start":"2026-05-12T11:43:47.583324Z","end":"2026-05-12T11:43:47.734007Z","steps":["trace[1806578677] 'read index received' (duration: 103.897929ms)","trace[1806578677] 'applied index is now lower than readState.Index' (duration: 46.783842ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:43:47.734067Z","caller":"traceutil/trace.go:171","msg":"trace[1103857428] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8991; }","duration":"153.593723ms","start":"2026-05-12T11:43:47.580454Z","end":"2026-05-12T11:43:47.734048Z","steps":["trace[1103857428] 'range keys from in-memory index tree' (duration: 153.424949ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:47.734045Z","caller":"traceutil/trace.go:171","msg":"trace[1673681075] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"292.739658ms","start":"2026-05-12T11:43:47.441274Z","end":"2026-05-12T11:43:47.734013Z","steps":["trace[1673681075] 'process raft request' (duration: 245.948046ms)","trace[1673681075] 'compare' (duration: 46.587747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:43:47.734196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.864236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-12T11:43:47.73423Z","caller":"traceutil/trace.go:171","msg":"trace[268653927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8992; }","duration":"150.949777ms","start":"2026-05-12T11:43:47.583272Z","end":"2026-05-12T11:43:47.734221Z","steps":["trace[268653927] 'agreement among raft nodes before linearized reading' (duration: 150.805324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:43:48.241965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.600452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-12T11:43:48.242059Z","caller":"traceutil/trace.go:171","msg":"trace[1133671646] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8992; }","duration":"165.730234ms","start":"2026-05-12T11:43:48.076306Z","end":"2026-05-12T11:43:48.242036Z","steps":["trace[1133671646] 'range keys from in-memory index tree' (duration: 165.425847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:43:48.242081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.330751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:43:48.242146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.203371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-12T11:43:48.242262Z","caller":"traceutil/trace.go:171","msg":"trace[1234242930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8992; }","duration":"163.320884ms","start":"2026-05-12T11:43:48.078899Z","end":"2026-05-12T11:43:48.242219Z","steps":["trace[1234242930] 'range keys from in-memory index tree' (duration: 163.120769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:43:48.242268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.367037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gl6m6\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-12T11:43:48.242301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.657972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-12T11:43:48.242304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.207137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-12T11:43:48.242308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.174481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-12T11:43:48.242177Z","caller":"traceutil/trace.go:171","msg":"trace[495273055] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8992; }","duration":"386.453324ms","start":"2026-05-12T11:43:47.855702Z","end":"2026-05-12T11:43:48.242155Z","steps":["trace[495273055] 'count revisions from in-memory index tree' (duration: 386.101026ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:48.242361Z","caller":"traceutil/trace.go:171","msg":"trace[1995609480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8992; }","duration":"162.300939ms","start":"2026-05-12T11:43:48.080049Z","end":"2026-05-12T11:43:48.24235Z","steps":["trace[1995609480] 'range keys from in-memory index tree' (duration: 162.068604ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:48.242363Z","caller":"traceutil/trace.go:171","msg":"trace[1243885268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gl6m6; range_end:; response_count:1; response_revision:8992; }","duration":"126.499351ms","start":"2026-05-12T11:43:48.11584Z","end":"2026-05-12T11:43:48.242339Z","steps":["trace[1243885268] 'range keys from in-memory index tree' (duration: 126.255015ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:48.242383Z","caller":"traceutil/trace.go:171","msg":"trace[1666996509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8992; }","duration":"167.287333ms","start":"2026-05-12T11:43:48.075077Z","end":"2026-05-12T11:43:48.242364Z","steps":["trace[1666996509] 'range keys from in-memory index tree' (duration: 167.028447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:43:48.242408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:43:47.855644Z","time spent":"386.735001ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-12T11:43:48.242362Z","caller":"traceutil/trace.go:171","msg":"trace[2083878225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8992; }","duration":"167.754435ms","start":"2026-05-12T11:43:48.074593Z","end":"2026-05-12T11:43:48.242347Z","steps":["trace[2083878225] 'range keys from in-memory index tree' (duration: 167.398886ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:48.409658Z","caller":"traceutil/trace.go:171","msg":"trace[1791314825] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"161.890019ms","start":"2026-05-12T11:43:48.247736Z","end":"2026-05-12T11:43:48.409626Z","steps":["trace[1791314825] 'process raft request' (duration: 161.668794ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:48.409799Z","caller":"traceutil/trace.go:171","msg":"trace[1200842640] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"162.010562ms","start":"2026-05-12T11:43:48.247775Z","end":"2026-05-12T11:43:48.409785Z","steps":["trace[1200842640] 'process raft request' (duration: 161.796297ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:48.410162Z","caller":"traceutil/trace.go:171","msg":"trace[1690059098] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"162.360041ms","start":"2026-05-12T11:43:48.247779Z","end":"2026-05-12T11:43:48.410139Z","steps":["trace[1690059098] 'process raft request' (duration: 161.956571ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:48.410263Z","caller":"traceutil/trace.go:171","msg":"trace[327383373] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"161.793657ms","start":"2026-05-12T11:43:48.248462Z","end":"2026-05-12T11:43:48.410256Z","steps":["trace[327383373] 'process raft request' (duration: 161.687594ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:48.410261Z","caller":"traceutil/trace.go:171","msg":"trace[726431662] linearizableReadLoop","detail":"{readStateIndex:9311; appliedIndex:9309; }","duration":"162.444112ms","start":"2026-05-12T11:43:48.247766Z","end":"2026-05-12T11:43:48.41021Z","steps":["trace[726431662] 'read index received' (duration: 27.336399ms)","trace[726431662] 'applied index is now lower than readState.Index' (duration: 135.106223ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:43:48.410206Z","caller":"traceutil/trace.go:171","msg":"trace[1601891817] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"161.742716ms","start":"2026-05-12T11:43:48.248451Z","end":"2026-05-12T11:43:48.410194Z","steps":["trace[1601891817] 'process raft request' (duration: 161.572502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:43:48.410841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.075458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244626"} {"level":"info","ts":"2026-05-12T11:43:48.410888Z","caller":"traceutil/trace.go:171","msg":"trace[948938154] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8998; }","duration":"163.169001ms","start":"2026-05-12T11:43:48.247707Z","end":"2026-05-12T11:43:48.410876Z","steps":["trace[948938154] 'agreement among raft nodes before linearized reading' (duration: 162.644298ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:48.987889Z","caller":"traceutil/trace.go:171","msg":"trace[82770909] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"166.243107ms","start":"2026-05-12T11:43:48.821608Z","end":"2026-05-12T11:43:48.987851Z","steps":["trace[82770909] 'process raft request' (duration: 165.892108ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:43:49.038413Z","caller":"traceutil/trace.go:171","msg":"trace[1480427203] linearizableReadLoop","detail":"{readStateIndex:9318; appliedIndex:9316; }","duration":"191.091493ms","start":"2026-05-12T11:43:48.847296Z","end":"2026-05-12T11:43:49.038387Z","steps":["trace[1480427203] 'read index received' (duration: 140.18164ms)","trace[1480427203] 'applied index is now lower than readState.Index' (duration: 50.908783ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:43:49.03848Z","caller":"traceutil/trace.go:171","msg":"trace[1746076067] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"216.776962ms","start":"2026-05-12T11:43:48.821665Z","end":"2026-05-12T11:43:49.038442Z","steps":["trace[1746076067] 'process raft request' (duration: 216.572027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:43:49.038699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.382041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-12T11:43:49.038756Z","caller":"traceutil/trace.go:171","msg":"trace[1841639872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9001; }","duration":"191.477233ms","start":"2026-05-12T11:43:48.847263Z","end":"2026-05-12T11:43:49.03874Z","steps":["trace[1841639872] 'agreement among raft nodes before linearized reading' (duration: 191.279578ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:44:01.722976Z","caller":"traceutil/trace.go:171","msg":"trace[1404606288] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"151.818319ms","start":"2026-05-12T11:44:01.571126Z","end":"2026-05-12T11:44:01.722944Z","steps":["trace[1404606288] 'process raft request' (duration: 151.45005ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:45:09.574688Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d660142aa1b7ce9","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-12T11:45:09.580975Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-12T11:45:09.581088Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-12T11:46:54.34943Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8022} {"level":"info","ts":"2026-05-12T11:46:54.413175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8022,"took":"61.386668ms","hash":4219564289,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":30994432,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-12T11:46:54.413234Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4219564289,"revision":8022,"compact-revision":5833} {"level":"info","ts":"2026-05-12T11:47:22.010436Z","caller":"traceutil/trace.go:171","msg":"trace[1717163379] linearizableReadLoop","detail":"{readStateIndex:11265; appliedIndex:11264; }","duration":"127.093903ms","start":"2026-05-12T11:47:21.883303Z","end":"2026-05-12T11:47:22.010397Z","steps":["trace[1717163379] 'read index received' (duration: 54.388223ms)","trace[1717163379] 'applied index is now lower than readState.Index' (duration: 72.70292ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:47:22.010646Z","caller":"traceutil/trace.go:171","msg":"trace[474857525] transaction","detail":"{read_only:false; response_revision:10892; number_of_response:1; }","duration":"163.446599ms","start":"2026-05-12T11:47:21.847135Z","end":"2026-05-12T11:47:22.010582Z","steps":["trace[474857525] 'process raft request' (duration: 90.527054ms)","trace[474857525] 'compare' (duration: 72.540395ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:47:22.010772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.467962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gl6m6\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-12T11:47:22.010847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.529974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-12T11:47:22.010868Z","caller":"traceutil/trace.go:171","msg":"trace[760127945] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gl6m6; range_end:; response_count:1; response_revision:10892; }","duration":"100.616375ms","start":"2026-05-12T11:47:21.910232Z","end":"2026-05-12T11:47:22.010848Z","steps":["trace[760127945] 'agreement among raft nodes before linearized reading' (duration: 100.4176ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:47:22.010899Z","caller":"traceutil/trace.go:171","msg":"trace[1534297354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10892; }","duration":"127.639396ms","start":"2026-05-12T11:47:21.883247Z","end":"2026-05-12T11:47:22.010886Z","steps":["trace[1534297354] 'agreement among raft nodes before linearized reading' (duration: 127.36949ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:51:54.412984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10688} {"level":"info","ts":"2026-05-12T11:51:54.606426Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10688,"took":"190.740538ms","hash":259228179,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":27004928,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-12T11:51:54.606504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":259228179,"revision":10688,"compact-revision":8022} {"level":"info","ts":"2026-05-12T11:53:47.96584Z","caller":"traceutil/trace.go:171","msg":"trace[356764539] transaction","detail":"{read_only:false; response_revision:13602; number_of_response:1; }","duration":"367.124493ms","start":"2026-05-12T11:53:47.598684Z","end":"2026-05-12T11:53:47.965808Z","steps":["trace[356764539] 'process raft request' (duration: 366.932339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:53:47.966029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:53:47.598671Z","time spent":"367.262096ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:53:48.148961Z","caller":"traceutil/trace.go:171","msg":"trace[1400349916] linearizableReadLoop","detail":"{readStateIndex:14070; appliedIndex:14068; }","duration":"213.087059ms","start":"2026-05-12T11:53:47.935846Z","end":"2026-05-12T11:53:48.148933Z","steps":["trace[1400349916] 'read index received' (duration: 29.829365ms)","trace[1400349916] 'applied index is now lower than readState.Index' (duration: 183.256344ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:53:48.14899Z","caller":"traceutil/trace.go:171","msg":"trace[1142292363] transaction","detail":"{read_only:false; response_revision:13603; number_of_response:1; }","duration":"548.823879ms","start":"2026-05-12T11:53:47.600132Z","end":"2026-05-12T11:53:48.148955Z","steps":["trace[1142292363] 'process raft request' (duration: 544.089062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:53:48.149159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:53:47.600114Z","time spent":"548.960533ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:53:48.149168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.309854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7785c59fb4-7bvnw\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-05-12T11:53:48.149217Z","caller":"traceutil/trace.go:171","msg":"trace[279187] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7785c59fb4-7bvnw; range_end:; response_count:1; response_revision:13603; }","duration":"213.421857ms","start":"2026-05-12T11:53:47.935782Z","end":"2026-05-12T11:53:48.149204Z","steps":["trace[279187] 'agreement among raft nodes before linearized reading' (duration: 213.261603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:54:00.233493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.756525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0d9bc39-553f-4e76-9ec8-30ec8ac26b60\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-05-12T11:54:00.233592Z","caller":"traceutil/trace.go:171","msg":"trace[1199555900] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0d9bc39-553f-4e76-9ec8-30ec8ac26b60; range_end:; response_count:1; response_revision:13873; }","duration":"107.916299ms","start":"2026-05-12T11:54:00.125654Z","end":"2026-05-12T11:54:00.23357Z","steps":["trace[1199555900] 'range keys from in-memory index tree' (duration: 107.5559ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:25.283931Z","caller":"traceutil/trace.go:171","msg":"trace[228372238] linearizableReadLoop","detail":"{readStateIndex:15175; appliedIndex:15174; }","duration":"371.810313ms","start":"2026-05-12T11:55:24.912091Z","end":"2026-05-12T11:55:25.283901Z","steps":["trace[228372238] 'read index received' (duration: 371.559127ms)","trace[228372238] 'applied index is now lower than readState.Index' (duration: 250.256µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:55:25.284004Z","caller":"traceutil/trace.go:171","msg":"trace[1126949168] transaction","detail":"{read_only:false; response_revision:14675; number_of_response:1; }","duration":"416.856462ms","start":"2026-05-12T11:55:24.867111Z","end":"2026-05-12T11:55:25.283968Z","steps":["trace[1126949168] 'process raft request' (duration: 416.605405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:25.28417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.782824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:55:25.284255Z","caller":"traceutil/trace.go:171","msg":"trace[1760068836] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14675; }","duration":"210.920907ms","start":"2026-05-12T11:55:25.073316Z","end":"2026-05-12T11:55:25.284237Z","steps":["trace[1760068836] 'agreement among raft nodes before linearized reading' (duration: 210.780064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:25.284281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.162241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g9lkd\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-05-12T11:55:25.284279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.366508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:55:25.284331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.942198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:55:25.284375Z","caller":"traceutil/trace.go:171","msg":"trace[1203231345] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g9lkd; range_end:; response_count:1; response_revision:14675; }","duration":"372.328836ms","start":"2026-05-12T11:55:24.912026Z","end":"2026-05-12T11:55:25.284354Z","steps":["trace[1203231345] 'agreement among raft nodes before linearized reading' (duration: 372.015698ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:25.284399Z","caller":"traceutil/trace.go:171","msg":"trace[565212037] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14675; }","duration":"211.068991ms","start":"2026-05-12T11:55:25.073316Z","end":"2026-05-12T11:55:25.284385Z","steps":["trace[565212037] 'agreement among raft nodes before linearized reading' (duration: 210.940708ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:25.284399Z","caller":"traceutil/trace.go:171","msg":"trace[1269437587] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14675; }","duration":"211.538132ms","start":"2026-05-12T11:55:25.072834Z","end":"2026-05-12T11:55:25.284372Z","steps":["trace[1269437587] 'agreement among raft nodes before linearized reading' (duration: 211.303447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:25.284426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:24.912001Z","time spent":"372.416688ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g9lkd\" "} {"level":"warn","ts":"2026-05-12T11:55:25.284468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.892732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-12T11:55:25.284553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.118998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-12T11:55:25.284553Z","caller":"traceutil/trace.go:171","msg":"trace[1872222474] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14675; }","duration":"210.002704ms","start":"2026-05-12T11:55:25.074529Z","end":"2026-05-12T11:55:25.284532Z","steps":["trace[1872222474] 'agreement among raft nodes before linearized reading' (duration: 209.787389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:25.284476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.54669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-12T11:55:25.284616Z","caller":"traceutil/trace.go:171","msg":"trace[223803011] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14675; }","duration":"297.22542ms","start":"2026-05-12T11:55:24.987381Z","end":"2026-05-12T11:55:25.284606Z","steps":["trace[223803011] 'agreement among raft nodes before linearized reading' (duration: 296.674447ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:25.284645Z","caller":"traceutil/trace.go:171","msg":"trace[1746249520] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14675; }","duration":"293.738154ms","start":"2026-05-12T11:55:24.990893Z","end":"2026-05-12T11:55:25.284631Z","steps":["trace[1746249520] 'agreement among raft nodes before linearized reading' (duration: 293.464787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:25.286441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:24.867092Z","time spent":"419.210601ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:55:25.42179Z","caller":"traceutil/trace.go:171","msg":"trace[585984221] transaction","detail":"{read_only:false; response_revision:14677; number_of_response:1; }","duration":"130.562622ms","start":"2026-05-12T11:55:25.291193Z","end":"2026-05-12T11:55:25.421756Z","steps":["trace[585984221] 'process raft request' (duration: 104.434433ms)","trace[585984221] 'compare' (duration: 25.964695ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:55:25.700614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.565734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-12T11:55:25.700653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.428127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:55:25.700705Z","caller":"traceutil/trace.go:171","msg":"trace[97611319] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14677; }","duration":"176.703197ms","start":"2026-05-12T11:55:25.52398Z","end":"2026-05-12T11:55:25.700684Z","steps":["trace[97611319] 'range keys from in-memory index tree' (duration: 176.37867ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:25.700752Z","caller":"traceutil/trace.go:171","msg":"trace[500885571] transaction","detail":"{read_only:false; response_revision:14678; number_of_response:1; }","duration":"150.613021ms","start":"2026-05-12T11:55:25.550123Z","end":"2026-05-12T11:55:25.700736Z","steps":["trace[500885571] 'process raft request' (duration: 59.20735ms)","trace[500885571] 'compare' (duration: 91.144844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:55:25.700752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.16518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-12T11:55:25.700779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.024056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-12T11:55:25.700868Z","caller":"traceutil/trace.go:171","msg":"trace[1423804153] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14677; }","duration":"171.317594ms","start":"2026-05-12T11:55:25.529525Z","end":"2026-05-12T11:55:25.700842Z","steps":["trace[1423804153] 'range keys from in-memory index tree' (duration: 170.956245ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:25.700779Z","caller":"traceutil/trace.go:171","msg":"trace[751250709] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14677; }","duration":"177.551379ms","start":"2026-05-12T11:55:25.523165Z","end":"2026-05-12T11:55:25.700716Z","steps":["trace[751250709] 'range keys from in-memory index tree' (duration: 177.373175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:25.700676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.194125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:55:25.701044Z","caller":"traceutil/trace.go:171","msg":"trace[1811184724] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14677; }","duration":"178.582604ms","start":"2026-05-12T11:55:25.522432Z","end":"2026-05-12T11:55:25.701015Z","steps":["trace[1811184724] 'range keys from in-memory index tree' (duration: 178.127173ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:25.700892Z","caller":"traceutil/trace.go:171","msg":"trace[842492660] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14677; }","duration":"177.20821ms","start":"2026-05-12T11:55:25.523661Z","end":"2026-05-12T11:55:25.700869Z","steps":["trace[842492660] 'range keys from in-memory index tree' (duration: 176.782169ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:26.139643Z","caller":"traceutil/trace.go:171","msg":"trace[1718284128] linearizableReadLoop","detail":"{readStateIndex:15181; appliedIndex:15180; }","duration":"130.784277ms","start":"2026-05-12T11:55:26.00883Z","end":"2026-05-12T11:55:26.139614Z","steps":["trace[1718284128] 'read index received' (duration: 130.543721ms)","trace[1718284128] 'applied index is now lower than readState.Index' (duration: 239.206µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:55:26.140012Z","caller":"traceutil/trace.go:171","msg":"trace[270770827] transaction","detail":"{read_only:false; response_revision:14681; number_of_response:1; }","duration":"131.572068ms","start":"2026-05-12T11:55:26.008427Z","end":"2026-05-12T11:55:26.139999Z","steps":["trace[270770827] 'process raft request' (duration: 131.026373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:26.140896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.193277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-12T11:55:26.140982Z","caller":"traceutil/trace.go:171","msg":"trace[1121376779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14681; }","duration":"108.294689ms","start":"2026-05-12T11:55:26.032668Z","end":"2026-05-12T11:55:26.140963Z","steps":["trace[1121376779] 'agreement among raft nodes before linearized reading' (duration: 107.847658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:26.141351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.49397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752748"} {"level":"info","ts":"2026-05-12T11:55:26.141438Z","caller":"traceutil/trace.go:171","msg":"trace[2102407982] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14681; }","duration":"132.608133ms","start":"2026-05-12T11:55:26.008805Z","end":"2026-05-12T11:55:26.141413Z","steps":["trace[2102407982] 'agreement among raft nodes before linearized reading' (duration: 131.474225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:26.146146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.420013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-12T11:55:26.14618Z","caller":"traceutil/trace.go:171","msg":"trace[831369145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14681; }","duration":"100.504625ms","start":"2026-05-12T11:55:26.045667Z","end":"2026-05-12T11:55:26.146172Z","steps":["trace[831369145] 'agreement among raft nodes before linearized reading' (duration: 94.913407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:27.804288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114631874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T11:55:28.067915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.294021Z","time spent":"773.874927ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T11:55:28.55731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.251631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-12T11:55:28.557678Z","caller":"traceutil/trace.go:171","msg":"trace[98167736] transaction","detail":"{read_only:false; response_revision:14690; number_of_response:1; }","duration":"488.082509ms","start":"2026-05-12T11:55:28.069571Z","end":"2026-05-12T11:55:28.557654Z","steps":["trace[98167736] 'process raft request' (duration: 488.020348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.55777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:28.069539Z","time spent":"488.184862ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:55:28.557844Z","caller":"traceutil/trace.go:171","msg":"trace[1441021564] transaction","detail":"{read_only:false; response_revision:14688; number_of_response:1; }","duration":"851.584836ms","start":"2026-05-12T11:55:27.706212Z","end":"2026-05-12T11:55:28.557797Z","steps":["trace[1441021564] 'process raft request' (duration: 851.200146ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:28.557913Z","caller":"traceutil/trace.go:171","msg":"trace[29418374] transaction","detail":"{read_only:false; response_revision:14689; number_of_response:1; }","duration":"759.277974ms","start":"2026-05-12T11:55:27.798602Z","end":"2026-05-12T11:55:28.55788Z","steps":["trace[29418374] 'process raft request' (duration: 758.923695ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:28.558004Z","caller":"traceutil/trace.go:171","msg":"trace[928868115] linearizableReadLoop","detail":"{readStateIndex:15190; appliedIndex:15187; }","duration":"1.254326737s","start":"2026-05-12T11:55:27.303664Z","end":"2026-05-12T11:55:28.557991Z","steps":["trace[928868115] 'read index received' (duration: 764.134955ms)","trace[928868115] 'applied index is now lower than readState.Index' (duration: 490.190402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T11:55:28.558009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.706172Z","time spent":"851.75093ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:55:28.558069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.798583Z","time spent":"759.397356ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T11:55:28.558139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091280918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T11:55:28.558075Z","caller":"traceutil/trace.go:171","msg":"trace[2039250216] transaction","detail":"{read_only:false; response_revision:14687; number_of_response:1; }","duration":"1.262875569s","start":"2026-05-12T11:55:27.295152Z","end":"2026-05-12T11:55:28.558028Z","steps":["trace[2039250216] 'process raft request' (duration: 1.115792586s)","trace[2039250216] 'compare' (duration: 145.875902ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T11:55:28.55818Z","caller":"traceutil/trace.go:171","msg":"trace[12275991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14690; }","duration":"1.091373961s","start":"2026-05-12T11:55:27.466798Z","end":"2026-05-12T11:55:28.558171Z","steps":["trace[12275991] 'agreement among raft nodes before linearized reading' (duration: 1.091301629s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.555065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:55:28.55824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254554032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g9lkd\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-05-12T11:55:28.558289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.734705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-12T11:55:28.55832Z","caller":"traceutil/trace.go:171","msg":"trace[49068209] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14690; }","duration":"850.778656ms","start":"2026-05-12T11:55:27.707532Z","end":"2026-05-12T11:55:28.558311Z","steps":["trace[49068209] 'agreement among raft nodes before linearized reading' (duration: 850.657504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.478774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:55:28.55835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.707527Z","time spent":"850.816577ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-12T11:55:28.55838Z","caller":"traceutil/trace.go:171","msg":"trace[1181187924] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14690; }","duration":"851.604907ms","start":"2026-05-12T11:55:27.706756Z","end":"2026-05-12T11:55:28.558361Z","steps":["trace[1181187924] 'agreement among raft nodes before linearized reading' (duration: 851.443113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.55839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.288667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-12T11:55:28.558417Z","caller":"traceutil/trace.go:171","msg":"trace[1544106042] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14690; }","duration":"412.367099ms","start":"2026-05-12T11:55:28.146042Z","end":"2026-05-12T11:55:28.558409Z","steps":["trace[1544106042] 'agreement among raft nodes before linearized reading' (duration: 412.252986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.55842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.706734Z","time spent":"851.678098ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-12T11:55:28.558431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.741133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-12T11:55:28.558446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:28.146008Z","time spent":"412.431491ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-12T11:55:28.558465Z","caller":"traceutil/trace.go:171","msg":"trace[1410281515] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14690; }","duration":"413.816925ms","start":"2026-05-12T11:55:28.144635Z","end":"2026-05-12T11:55:28.558452Z","steps":["trace[1410281515] 'agreement among raft nodes before linearized reading' (duration: 413.720343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.220437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-12T11:55:28.558496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:28.144602Z","time spent":"413.887307ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T11:55:28.558265Z","caller":"traceutil/trace.go:171","msg":"trace[718322124] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14690; }","duration":"849.642817ms","start":"2026-05-12T11:55:27.708607Z","end":"2026-05-12T11:55:28.558249Z","steps":["trace[718322124] 'agreement among raft nodes before linearized reading' (duration: 849.542225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.708598Z","time spent":"849.928944ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-05-12T11:55:28.558533Z","caller":"traceutil/trace.go:171","msg":"trace[1039068620] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14690; }","duration":"851.440913ms","start":"2026-05-12T11:55:27.707075Z","end":"2026-05-12T11:55:28.558516Z","steps":["trace[1039068620] 'agreement among raft nodes before linearized reading' (duration: 851.107154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.906687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-12T11:55:28.558573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.707053Z","time spent":"851.510754ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-12T11:55:28.558572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.295132Z","time spent":"1.263058674s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T11:55:28.558619Z","caller":"traceutil/trace.go:171","msg":"trace[1136824871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14690; }","duration":"353.99215ms","start":"2026-05-12T11:55:28.204606Z","end":"2026-05-12T11:55:28.558599Z","steps":["trace[1136824871] 'agreement among raft nodes before linearized reading' (duration: 353.834796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.406334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gl6m6\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-12T11:55:28.558667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:28.204592Z","time spent":"354.063201ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-12T11:55:28.558681Z","caller":"traceutil/trace.go:171","msg":"trace[1337445539] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gl6m6; range_end:; response_count:1; response_revision:14690; }","duration":"626.467195ms","start":"2026-05-12T11:55:27.932202Z","end":"2026-05-12T11:55:28.558669Z","steps":["trace[1337445539] 'agreement among raft nodes before linearized reading' (duration: 626.390553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.932177Z","time spent":"626.518807ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-gl6m6\" "} {"level":"info","ts":"2026-05-12T11:55:28.558325Z","caller":"traceutil/trace.go:171","msg":"trace[642450527] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g9lkd; range_end:; response_count:1; response_revision:14690; }","duration":"1.254694085s","start":"2026-05-12T11:55:27.303611Z","end":"2026-05-12T11:55:28.558305Z","steps":["trace[642450527] 'agreement among raft nodes before linearized reading' (duration: 1.254450519s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.276702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:55:28.558774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.303596Z","time spent":"1.255167818s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g9lkd\" "} {"level":"info","ts":"2026-05-12T11:55:28.558781Z","caller":"traceutil/trace.go:171","msg":"trace[411252511] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14690; }","duration":"295.329203ms","start":"2026-05-12T11:55:28.263442Z","end":"2026-05-12T11:55:28.558771Z","steps":["trace[411252511] 'agreement among raft nodes before linearized reading' (duration: 295.268831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.261014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k77zt\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-05-12T11:55:28.558867Z","caller":"traceutil/trace.go:171","msg":"trace[1766106733] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k77zt; range_end:; response_count:1; response_revision:14690; }","duration":"401.624032ms","start":"2026-05-12T11:55:28.157229Z","end":"2026-05-12T11:55:28.558853Z","steps":["trace[1766106733] 'agreement among raft nodes before linearized reading' (duration: 400.871403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:28.157216Z","time spent":"401.670284ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k77zt\" "} {"level":"warn","ts":"2026-05-12T11:55:28.559011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.210065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-12T11:55:28.55909Z","caller":"traceutil/trace.go:171","msg":"trace[534972060] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14690; }","duration":"203.338088ms","start":"2026-05-12T11:55:28.355741Z","end":"2026-05-12T11:55:28.559079Z","steps":["trace[534972060] 'agreement among raft nodes before linearized reading' (duration: 203.199945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.466773Z","time spent":"1.091438562s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T11:55:28.559175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.545302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k77zt\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-05-12T11:55:28.559228Z","caller":"traceutil/trace.go:171","msg":"trace[879565085] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k77zt; range_end:; response_count:1; response_revision:14690; }","duration":"536.652525ms","start":"2026-05-12T11:55:28.02256Z","end":"2026-05-12T11:55:28.559213Z","steps":["trace[879565085] 'agreement among raft nodes before linearized reading' (duration: 535.784433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.558264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.885087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T11:55:28.559301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:28.022531Z","time spent":"536.758948ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k77zt\" "} {"level":"warn","ts":"2026-05-12T11:55:28.55955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.575709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-12T11:55:28.559303Z","caller":"traceutil/trace.go:171","msg":"trace[453879383] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:14690; }","duration":"977.976544ms","start":"2026-05-12T11:55:27.581312Z","end":"2026-05-12T11:55:28.559289Z","steps":["trace[453879383] 'agreement among raft nodes before linearized reading' (duration: 976.923359ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:28.559675Z","caller":"traceutil/trace.go:171","msg":"trace[1882201714] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14690; }","duration":"295.969068ms","start":"2026-05-12T11:55:28.263672Z","end":"2026-05-12T11:55:28.559641Z","steps":["trace[1882201714] 'agreement among raft nodes before linearized reading' (duration: 294.656596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.559772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.581285Z","time spent":"978.453356ms","remote":"127.0.0.1:48130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T11:55:28.560357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.855218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-12T11:55:28.560433Z","caller":"traceutil/trace.go:171","msg":"trace[1958285086] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14690; }","duration":"852.95302ms","start":"2026-05-12T11:55:27.707461Z","end":"2026-05-12T11:55:28.560414Z","steps":["trace[1958285086] 'agreement among raft nodes before linearized reading' (duration: 850.890348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.560466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.707449Z","time spent":"853.009822ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-12T11:55:28.560381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.944754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-12T11:55:28.560593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.79791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-12T11:55:28.560586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.605992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zqlf9\" ","response":"range_response_count:1 size:20761"} {"level":"info","ts":"2026-05-12T11:55:28.56059Z","caller":"traceutil/trace.go:171","msg":"trace[1685927866] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14690; }","duration":"357.162139ms","start":"2026-05-12T11:55:28.203379Z","end":"2026-05-12T11:55:28.560541Z","steps":["trace[1685927866] 'agreement among raft nodes before linearized reading' (duration: 355.17691ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:28.560629Z","caller":"traceutil/trace.go:171","msg":"trace[434802200] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14690; }","duration":"296.857031ms","start":"2026-05-12T11:55:28.263764Z","end":"2026-05-12T11:55:28.560621Z","steps":["trace[434802200] 'agreement among raft nodes before linearized reading' (duration: 295.22736ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:55:28.560649Z","caller":"traceutil/trace.go:171","msg":"trace[82936373] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zqlf9; range_end:; response_count:1; response_revision:14690; }","duration":"343.688074ms","start":"2026-05-12T11:55:28.216946Z","end":"2026-05-12T11:55:28.560634Z","steps":["trace[82936373] 'agreement among raft nodes before linearized reading' (duration: 341.816998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.560775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:28.216937Z","time spent":"343.822348ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20783,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zqlf9\" "} {"level":"warn","ts":"2026-05-12T11:55:28.560681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:28.203354Z","time spent":"357.303102ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T11:55:28.56144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.769639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-12T11:55:28.561595Z","caller":"traceutil/trace.go:171","msg":"trace[1682691485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14690; }","duration":"356.976313ms","start":"2026-05-12T11:55:28.20459Z","end":"2026-05-12T11:55:28.561567Z","steps":["trace[1682691485] 'agreement among raft nodes before linearized reading' (duration: 353.859306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.561691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:28.204578Z","time spent":"357.096307ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T11:55:28.562131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.218001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-12T11:55:28.562196Z","caller":"traceutil/trace.go:171","msg":"trace[1011530885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14690; }","duration":"616.288152ms","start":"2026-05-12T11:55:27.945892Z","end":"2026-05-12T11:55:28.56218Z","steps":["trace[1011530885] 'agreement among raft nodes before linearized reading' (duration: 612.628912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T11:55:28.562232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T11:55:27.945808Z","time spent":"616.415775ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-12T11:56:02.82135Z","caller":"traceutil/trace.go:171","msg":"trace[11016494] transaction","detail":"{read_only:false; response_revision:14929; number_of_response:1; }","duration":"102.926316ms","start":"2026-05-12T11:56:02.718397Z","end":"2026-05-12T11:56:02.821323Z","steps":["trace[11016494] 'process raft request' (duration: 100.834054ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:56:02.821747Z","caller":"traceutil/trace.go:171","msg":"trace[681062541] transaction","detail":"{read_only:false; response_revision:14930; number_of_response:1; }","duration":"101.184072ms","start":"2026-05-12T11:56:02.720546Z","end":"2026-05-12T11:56:02.82173Z","steps":["trace[681062541] 'process raft request' (duration: 100.69493ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T11:56:54.419814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12748} {"level":"info","ts":"2026-05-12T11:56:54.500855Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12748,"took":"77.972655ms","hash":368933435,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":30334976,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-12T11:56:54.500921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":368933435,"revision":12748,"compact-revision":10688} {"level":"info","ts":"2026-05-12T11:58:12.707384Z","caller":"traceutil/trace.go:171","msg":"trace[1134346963] transaction","detail":"{read_only:false; response_revision:16001; number_of_response:1; }","duration":"110.380441ms","start":"2026-05-12T11:58:12.596961Z","end":"2026-05-12T11:58:12.707341Z","steps":["trace[1134346963] 'process raft request' (duration: 109.630482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:22.864569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.877997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:01:22.864731Z","caller":"traceutil/trace.go:171","msg":"trace[554867673] transaction","detail":"{read_only:false; response_revision:17585; number_of_response:1; }","duration":"420.942079ms","start":"2026-05-12T12:01:22.443764Z","end":"2026-05-12T12:01:22.864706Z","steps":["trace[554867673] 'process raft request' (duration: 135.812775ms)","trace[554867673] 'compare' (duration: 284.475757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:01:22.864855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:22.443745Z","time spent":"421.045341ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:01:22.864835Z","caller":"traceutil/trace.go:171","msg":"trace[603693841] linearizableReadLoop","detail":"{readStateIndex:18173; appliedIndex:18172; }","duration":"416.872737ms","start":"2026-05-12T12:01:22.447925Z","end":"2026-05-12T12:01:22.864798Z","steps":["trace[603693841] 'read index received' (duration: 131.746924ms)","trace[603693841] 'applied index is now lower than readState.Index' (duration: 285.122523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:01:22.938592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.642154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-12T12:01:22.938662Z","caller":"traceutil/trace.go:171","msg":"trace[417041009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17585; }","duration":"490.84164ms","start":"2026-05-12T12:01:22.447803Z","end":"2026-05-12T12:01:22.938644Z","steps":["trace[417041009] 'agreement among raft nodes before linearized reading' (duration: 417.143314ms)","trace[417041009] 'range keys from in-memory index tree' (duration: 73.4951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:01:22.938704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:22.447781Z","time spent":"490.912741ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:01:22.938779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.003905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-12T12:01:22.938878Z","caller":"traceutil/trace.go:171","msg":"trace[1805084831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17585; }","duration":"489.120897ms","start":"2026-05-12T12:01:22.449745Z","end":"2026-05-12T12:01:22.938866Z","steps":["trace[1805084831] 'agreement among raft nodes before linearized reading' (duration: 488.966603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:22.938906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:22.449736Z","time spent":"489.163789ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T12:01:22.938933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.245443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g9lkd\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-12T12:01:22.93904Z","caller":"traceutil/trace.go:171","msg":"trace[600288725] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g9lkd; range_end:; response_count:1; response_revision:17585; }","duration":"477.400737ms","start":"2026-05-12T12:01:22.461614Z","end":"2026-05-12T12:01:22.939015Z","steps":["trace[600288725] 'agreement among raft nodes before linearized reading' (duration: 477.038638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:22.939092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:22.461587Z","time spent":"477.496038ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g9lkd\" "} {"level":"warn","ts":"2026-05-12T12:01:22.939243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.111372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:01:22.939387Z","caller":"traceutil/trace.go:171","msg":"trace[2059858139] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17585; }","duration":"490.550032ms","start":"2026-05-12T12:01:22.448785Z","end":"2026-05-12T12:01:22.939335Z","steps":["trace[2059858139] 'agreement among raft nodes before linearized reading' (duration: 489.994629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:22.939466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:22.448779Z","time spent":"490.672875ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:01:22.939909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.97399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k77zt\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-05-12T12:01:22.939973Z","caller":"traceutil/trace.go:171","msg":"trace[887040633] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k77zt; range_end:; response_count:1; response_revision:17585; }","duration":"128.042172ms","start":"2026-05-12T12:01:22.811917Z","end":"2026-05-12T12:01:22.939959Z","steps":["trace[887040633] 'agreement among raft nodes before linearized reading' (duration: 126.74496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.001608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.033817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-12T12:01:24.001681Z","caller":"traceutil/trace.go:171","msg":"trace[1835383861] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:17588; }","duration":"452.15245ms","start":"2026-05-12T12:01:23.549511Z","end":"2026-05-12T12:01:24.001663Z","steps":["trace[1835383861] 'range keys from in-memory index tree' (duration: 451.871884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.001717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.549491Z","time spent":"452.216513ms","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-12T12:01:24.001841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.390871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.001899Z","caller":"traceutil/trace.go:171","msg":"trace[1815130034] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:17588; }","duration":"698.490074ms","start":"2026-05-12T12:01:23.303399Z","end":"2026-05-12T12:01:24.001889Z","steps":["trace[1815130034] 'range keys from in-memory index tree' (duration: 698.303878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.001927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.303376Z","time spent":"698.543276ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-05-12T12:01:24.001773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.754117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:01:24.002422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.886413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-05-12T12:01:24.002411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.600746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-12T12:01:24.002469Z","caller":"traceutil/trace.go:171","msg":"trace[1533388029] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:17588; }","duration":"396.972415ms","start":"2026-05-12T12:01:23.605484Z","end":"2026-05-12T12:01:24.002457Z","steps":["trace[1533388029] 'range keys from in-memory index tree' (duration: 396.734389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.002496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.60546Z","time spent":"397.028436ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"info","ts":"2026-05-12T12:01:24.002506Z","caller":"traceutil/trace.go:171","msg":"trace[1009673737] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:17588; }","duration":"543.711848ms","start":"2026-05-12T12:01:23.458772Z","end":"2026-05-12T12:01:24.002484Z","steps":["trace[1009673737] 'range keys from in-memory index tree' (duration: 543.431312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.002561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.458736Z","time spent":"543.816161ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-05-12T12:01:24.001987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.568992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zqlf9\" ","response":"range_response_count:1 size:20864"} {"level":"warn","ts":"2026-05-12T12:01:24.002073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.519135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.002813Z","caller":"traceutil/trace.go:171","msg":"trace[779835358] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:17588; }","duration":"699.302514ms","start":"2026-05-12T12:01:23.303488Z","end":"2026-05-12T12:01:24.002791Z","steps":["trace[779835358] 'range keys from in-memory index tree' (duration: 698.386222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.002122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.148806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.002883Z","caller":"traceutil/trace.go:171","msg":"trace[2108862426] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:17588; }","duration":"698.919685ms","start":"2026-05-12T12:01:23.30395Z","end":"2026-05-12T12:01:24.00287Z","steps":["trace[2108862426] 'range keys from in-memory index tree' (duration: 698.047353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.002895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.303467Z","time spent":"699.404236ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-05-12T12:01:24.002925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.303942Z","time spent":"698.970986ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-05-12T12:01:24.002183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.469997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.002739Z","caller":"traceutil/trace.go:171","msg":"trace[53366315] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zqlf9; range_end:; response_count:1; response_revision:17588; }","duration":"587.307919ms","start":"2026-05-12T12:01:23.415356Z","end":"2026-05-12T12:01:24.002664Z","steps":["trace[53366315] 'range keys from in-memory index tree' (duration: 586.367245ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:01:24.003067Z","caller":"traceutil/trace.go:171","msg":"trace[256633975] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:17588; }","duration":"398.317567ms","start":"2026-05-12T12:01:23.604678Z","end":"2026-05-12T12:01:24.002996Z","steps":["trace[256633975] 'range keys from in-memory index tree' (duration: 397.373435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.00221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.203447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-05-12T12:01:24.003168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.604667Z","time spent":"398.472742ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-05-12T12:01:24.00315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.415339Z","time spent":"587.793561ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20886,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zqlf9\" "} {"level":"warn","ts":"2026-05-12T12:01:24.002225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.633841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.003263Z","caller":"traceutil/trace.go:171","msg":"trace[67237464] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:17588; }","duration":"248.498276ms","start":"2026-05-12T12:01:23.753941Z","end":"2026-05-12T12:01:24.002439Z","steps":["trace[67237464] 'count revisions from in-memory index tree' (duration: 247.646274ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:01:24.003303Z","caller":"traceutil/trace.go:171","msg":"trace[1133650230] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:17588; }","duration":"398.727807ms","start":"2026-05-12T12:01:23.604557Z","end":"2026-05-12T12:01:24.003285Z","steps":["trace[1133650230] 'range keys from in-memory index tree' (duration: 397.575959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.003349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.604544Z","time spent":"398.792069ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-05-12T12:01:24.003356Z","caller":"traceutil/trace.go:171","msg":"trace[1002275034] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:17588; }","duration":"699.227202ms","start":"2026-05-12T12:01:23.303956Z","end":"2026-05-12T12:01:24.003183Z","steps":["trace[1002275034] 'range keys from in-memory index tree' (duration: 698.053073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.002256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.546154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.003431Z","caller":"traceutil/trace.go:171","msg":"trace[1381828077] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:17588; }","duration":"663.743063ms","start":"2026-05-12T12:01:23.339659Z","end":"2026-05-12T12:01:24.003402Z","steps":["trace[1381828077] 'count revisions from in-memory index tree' (duration: 662.436551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.003496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.339635Z","time spent":"663.840925ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:01:24.002228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.956834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.003604Z","caller":"traceutil/trace.go:171","msg":"trace[1507209933] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:17588; }","duration":"402.367358ms","start":"2026-05-12T12:01:23.601214Z","end":"2026-05-12T12:01:24.003582Z","steps":["trace[1507209933] 'range keys from in-memory index tree' (duration: 400.837579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.003636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.303935Z","time spent":"699.459098ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-05-12T12:01:24.003675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.601196Z","time spent":"402.46109ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-05-12T12:01:24.002292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.366921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.003875Z","caller":"traceutil/trace.go:171","msg":"trace[1059201555] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:17588; }","duration":"544.875017ms","start":"2026-05-12T12:01:23.458899Z","end":"2026-05-12T12:01:24.003774Z","steps":["trace[1059201555] 'range keys from in-memory index tree' (duration: 543.327039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.002297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.634721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:01:24.002337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.348016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:01:24.002335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.50162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.004157Z","caller":"traceutil/trace.go:171","msg":"trace[1832627704] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:17588; }","duration":"546.16679ms","start":"2026-05-12T12:01:23.457964Z","end":"2026-05-12T12:01:24.004131Z","steps":["trace[1832627704] 'range keys from in-memory index tree' (duration: 544.296385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.005182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.457957Z","time spent":"547.182395ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-05-12T12:01:24.004193Z","caller":"traceutil/trace.go:171","msg":"trace[567221219] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:17588; }","duration":"546.394476ms","start":"2026-05-12T12:01:23.457782Z","end":"2026-05-12T12:01:24.004176Z","steps":["trace[567221219] 'range keys from in-memory index tree' (duration: 544.432807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.005555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.457761Z","time spent":"547.77664ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-05-12T12:01:24.004073Z","caller":"traceutil/trace.go:171","msg":"trace[106785775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17588; }","duration":"537.459845ms","start":"2026-05-12T12:01:23.466602Z","end":"2026-05-12T12:01:24.004062Z","steps":["trace[106785775] 'range keys from in-memory index tree' (duration: 535.467136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.004022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.458891Z","time spent":"545.114364ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-05-12T12:01:24.005887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:23.466582Z","time spent":"539.28563ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T12:01:24.127413Z","caller":"traceutil/trace.go:171","msg":"trace[395414873] transaction","detail":"{read_only:false; response_revision:17589; number_of_response:1; }","duration":"137.854535ms","start":"2026-05-12T12:01:23.989538Z","end":"2026-05-12T12:01:24.127392Z","steps":["trace[395414873] 'process raft request' (duration: 137.679491ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:01:24.127466Z","caller":"traceutil/trace.go:171","msg":"trace[2077058024] linearizableReadLoop","detail":"{readStateIndex:18178; appliedIndex:18178; }","duration":"121.139411ms","start":"2026-05-12T12:01:24.006283Z","end":"2026-05-12T12:01:24.127423Z","steps":["trace[2077058024] 'read index received' (duration: 121.131451ms)","trace[2077058024] 'applied index is now lower than readState.Index' (duration: 6.77µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:01:24.127651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.352086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3effe28e-40bc-4f7b-b6f7-99b7e30e17b7\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-12T12:01:24.127903Z","caller":"traceutil/trace.go:171","msg":"trace[47871114] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3effe28e-40bc-4f7b-b6f7-99b7e30e17b7; range_end:; response_count:1; response_revision:17589; }","duration":"121.639843ms","start":"2026-05-12T12:01:24.006249Z","end":"2026-05-12T12:01:24.127888Z","steps":["trace[47871114] 'agreement among raft nodes before linearized reading' (duration: 121.303155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.628421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114642385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-12T12:01:24.899842Z","caller":"traceutil/trace.go:171","msg":"trace[842014717] linearizableReadLoop","detail":"{readStateIndex:18180; appliedIndex:18178; }","duration":"772.2654ms","start":"2026-05-12T12:01:24.127533Z","end":"2026-05-12T12:01:24.899798Z","steps":["trace[842014717] 'read index received' (duration: 771.933072ms)","trace[842014717] 'applied index is now lower than readState.Index' (duration: 331.478µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:01:24.899959Z","caller":"traceutil/trace.go:171","msg":"trace[1165913045] transaction","detail":"{read_only:false; response_revision:17590; number_of_response:1; }","duration":"881.503847ms","start":"2026-05-12T12:01:24.018441Z","end":"2026-05-12T12:01:24.899945Z","steps":["trace[1165913045] 'process raft request' (duration: 881.131818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.900154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.313237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:01:24.900209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.018421Z","time spent":"881.565609ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20979,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:01:24.900237Z","caller":"traceutil/trace.go:171","msg":"trace[509461930] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:17591; }","duration":"859.441311ms","start":"2026-05-12T12:01:24.040772Z","end":"2026-05-12T12:01:24.900213Z","steps":["trace[509461930] 'agreement among raft nodes before linearized reading' (duration: 859.290917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.900287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.040752Z","time spent":"859.524522ms","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:01:24.900328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.597562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-12T12:01:24.900331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.005622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29643120-bs85c\" ","response":"range_response_count:1 size:7040"} {"level":"info","ts":"2026-05-12T12:01:24.900383Z","caller":"traceutil/trace.go:171","msg":"trace[637403020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17591; }","duration":"469.679534ms","start":"2026-05-12T12:01:24.43069Z","end":"2026-05-12T12:01:24.90037Z","steps":["trace[637403020] 'agreement among raft nodes before linearized reading' (duration: 469.474819ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:01:24.900402Z","caller":"traceutil/trace.go:171","msg":"trace[1817015806] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29643120-bs85c; range_end:; response_count:1; response_revision:17591; }","duration":"564.127915ms","start":"2026-05-12T12:01:24.336257Z","end":"2026-05-12T12:01:24.900385Z","steps":["trace[1817015806] 'agreement among raft nodes before linearized reading' (duration: 563.864238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.900417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.430678Z","time spent":"469.731715ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T12:01:24.900445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.336233Z","time spent":"564.203416ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7062,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29643120-bs85c\" "} {"level":"warn","ts":"2026-05-12T12:01:24.900445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.776975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-12T12:01:24.900431Z","caller":"traceutil/trace.go:171","msg":"trace[165246391] transaction","detail":"{read_only:false; response_revision:17591; number_of_response:1; }","duration":"878.689896ms","start":"2026-05-12T12:01:24.021683Z","end":"2026-05-12T12:01:24.900373Z","steps":["trace[165246391] 'process raft request' (duration: 878.060451ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:01:24.900515Z","caller":"traceutil/trace.go:171","msg":"trace[2083487823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17591; }","duration":"502.897187ms","start":"2026-05-12T12:01:24.397598Z","end":"2026-05-12T12:01:24.900496Z","steps":["trace[2083487823] 'agreement among raft nodes before linearized reading' (duration: 502.714753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.900674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.397575Z","time spent":"503.089023ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-12T12:01:24.900647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.304331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-12T12:01:24.90069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.021668Z","time spent":"878.881111ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:01:24.900737Z","caller":"traceutil/trace.go:171","msg":"trace[1606982533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17591; }","duration":"554.432955ms","start":"2026-05-12T12:01:24.346285Z","end":"2026-05-12T12:01:24.900718Z","steps":["trace[1606982533] 'agreement among raft nodes before linearized reading' (duration: 554.162038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.900788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.346275Z","time spent":"554.503336ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-12T12:01:24.900874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.117419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:24.900934Z","caller":"traceutil/trace.go:171","msg":"trace[1743345707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17591; }","duration":"894.194441ms","start":"2026-05-12T12:01:24.006711Z","end":"2026-05-12T12:01:24.900905Z","steps":["trace[1743345707] 'agreement among raft nodes before linearized reading' (duration: 894.113629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:24.900965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.006694Z","time spent":"894.264703ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:01:25.803288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.532573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:01:25.803485Z","caller":"traceutil/trace.go:171","msg":"trace[1983075479] transaction","detail":"{read_only:false; response_revision:17592; number_of_response:1; }","duration":"898.674773ms","start":"2026-05-12T12:01:24.904781Z","end":"2026-05-12T12:01:25.803456Z","steps":["trace[1983075479] 'process raft request' (duration: 86.856842ms)","trace[1983075479] 'compare' (duration: 811.326578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:01:25.803585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.90475Z","time spent":"898.789096ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:01:25.902325Z","caller":"traceutil/trace.go:171","msg":"trace[817552097] transaction","detail":"{read_only:false; response_revision:17593; number_of_response:1; }","duration":"997.049939ms","start":"2026-05-12T12:01:24.905224Z","end":"2026-05-12T12:01:25.902274Z","steps":["trace[817552097] 'process raft request' (duration: 996.768082ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:01:25.902341Z","caller":"traceutil/trace.go:171","msg":"trace[609091503] transaction","detail":"{read_only:false; response_revision:17594; number_of_response:1; }","duration":"996.040405ms","start":"2026-05-12T12:01:24.906261Z","end":"2026-05-12T12:01:25.902301Z","steps":["trace[609091503] 'process raft request' (duration: 995.928452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.902489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.905202Z","time spent":"997.192903ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:01:25.902546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.906248Z","time spent":"996.183168ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:01:25.902644Z","caller":"traceutil/trace.go:171","msg":"trace[2045495369] transaction","detail":"{read_only:false; response_revision:17595; number_of_response:1; }","duration":"995.47103ms","start":"2026-05-12T12:01:24.907121Z","end":"2026-05-12T12:01:25.902592Z","steps":["trace[2045495369] 'process raft request' (duration: 995.122552ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:01:25.902664Z","caller":"traceutil/trace.go:171","msg":"trace[1183464477] linearizableReadLoop","detail":"{readStateIndex:18182; appliedIndex:18180; }","duration":"997.343236ms","start":"2026-05-12T12:01:24.905292Z","end":"2026-05-12T12:01:25.902635Z","steps":["trace[1183464477] 'read index received' (duration: 86.358109ms)","trace[1183464477] 'applied index is now lower than readState.Index' (duration: 910.884275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:01:25.90283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.907114Z","time spent":"995.624604ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:01:25.905384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.774688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k77zt\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-05-12T12:01:25.905615Z","caller":"traceutil/trace.go:171","msg":"trace[1915162524] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k77zt; range_end:; response_count:1; response_revision:17595; }","duration":"845.025324ms","start":"2026-05-12T12:01:25.060575Z","end":"2026-05-12T12:01:25.9056Z","steps":["trace[1915162524] 'agreement among raft nodes before linearized reading' (duration: 842.425139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.905712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:25.060568Z","time spent":"845.135116ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k77zt\" "} {"level":"warn","ts":"2026-05-12T12:01:25.905943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.15462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:25.90603Z","caller":"traceutil/trace.go:171","msg":"trace[1446422755] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:17595; }","duration":"961.255853ms","start":"2026-05-12T12:01:24.944764Z","end":"2026-05-12T12:01:25.90602Z","steps":["trace[1446422755] 'agreement among raft nodes before linearized reading' (duration: 958.203557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.906096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.944758Z","time spent":"961.330034ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-05-12T12:01:25.906115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.437336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-12T12:01:25.906131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.432313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:01:25.906185Z","caller":"traceutil/trace.go:171","msg":"trace[1220450992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17595; }","duration":"221.525817ms","start":"2026-05-12T12:01:25.684639Z","end":"2026-05-12T12:01:25.906165Z","steps":["trace[1220450992] 'agreement among raft nodes before linearized reading' (duration: 218.357839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.906197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.650671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-12T12:01:25.906247Z","caller":"traceutil/trace.go:171","msg":"trace[570829117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17595; }","duration":"944.758983ms","start":"2026-05-12T12:01:24.961477Z","end":"2026-05-12T12:01:25.906236Z","steps":["trace[570829117] 'agreement among raft nodes before linearized reading' (duration: 941.475862ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:01:25.906241Z","caller":"traceutil/trace.go:171","msg":"trace[1557282119] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17595; }","duration":"864.526445ms","start":"2026-05-12T12:01:25.041675Z","end":"2026-05-12T12:01:25.906201Z","steps":["trace[1557282119] 'agreement among raft nodes before linearized reading' (duration: 861.268785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.906289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.961456Z","time spent":"944.826435ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T12:01:25.906332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:25.041617Z","time spent":"864.6977ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:01:25.906506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.828596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:25.906552Z","caller":"traceutil/trace.go:171","msg":"trace[1404355469] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:17595; }","duration":"961.901718ms","start":"2026-05-12T12:01:24.944637Z","end":"2026-05-12T12:01:25.906539Z","steps":["trace[1404355469] 'agreement among raft nodes before linearized reading' (duration: 958.343951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.90655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.229153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:01:25.9066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.944623Z","time spent":"961.96884ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-05-12T12:01:25.906631Z","caller":"traceutil/trace.go:171","msg":"trace[1509117232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17595; }","duration":"997.295335ms","start":"2026-05-12T12:01:24.909308Z","end":"2026-05-12T12:01:25.906603Z","steps":["trace[1509117232] 'agreement among raft nodes before linearized reading' (duration: 993.575503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.906698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.909289Z","time spent":"997.388798ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:01:25.906735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.029951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:01:25.906765Z","caller":"traceutil/trace.go:171","msg":"trace[375619508] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:17595; }","duration":"962.091503ms","start":"2026-05-12T12:01:24.944666Z","end":"2026-05-12T12:01:25.906758Z","steps":["trace[375619508] 'agreement among raft nodes before linearized reading' (duration: 958.308039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.906789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.944648Z","time spent":"962.137034ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-05-12T12:01:25.906907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.973502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g9lkd\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-05-12T12:01:25.905532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.391228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-12T12:01:25.907022Z","caller":"traceutil/trace.go:171","msg":"trace[1966185391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17595; }","duration":"864.918176ms","start":"2026-05-12T12:01:25.042087Z","end":"2026-05-12T12:01:25.907005Z","steps":["trace[1966185391] 'agreement among raft nodes before linearized reading' (duration: 860.851884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.90707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:25.042076Z","time spent":"864.982578ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:01:25.907079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.676174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-12T12:01:25.907102Z","caller":"traceutil/trace.go:171","msg":"trace[1975908566] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:17595; }","duration":"961.729275ms","start":"2026-05-12T12:01:24.945367Z","end":"2026-05-12T12:01:25.907096Z","steps":["trace[1975908566] 'agreement among raft nodes before linearized reading' (duration: 957.593452ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:01:25.907038Z","caller":"traceutil/trace.go:171","msg":"trace[259833896] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g9lkd; range_end:; response_count:1; response_revision:17595; }","duration":"847.087545ms","start":"2026-05-12T12:01:25.059886Z","end":"2026-05-12T12:01:25.906973Z","steps":["trace[259833896] 'agreement among raft nodes before linearized reading' (duration: 843.114846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.907152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001848599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:976214"} {"level":"info","ts":"2026-05-12T12:01:25.907233Z","caller":"traceutil/trace.go:171","msg":"trace[1953949916] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:17595; }","duration":"1.001933101s","start":"2026-05-12T12:01:24.905284Z","end":"2026-05-12T12:01:25.907217Z","steps":["trace[1953949916] 'agreement among raft nodes before linearized reading' (duration: 997.425809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.907293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.905241Z","time spent":"1.002033813s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":102,"response size":976236,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-12T12:01:25.907129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:24.94535Z","time spent":"961.773026ms","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-05-12T12:01:25.906925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.760562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-12T12:01:25.907576Z","caller":"traceutil/trace.go:171","msg":"trace[1208882610] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17595; }","duration":"297.441378ms","start":"2026-05-12T12:01:25.61012Z","end":"2026-05-12T12:01:25.907561Z","steps":["trace[1208882610] 'agreement among raft nodes before linearized reading' (duration: 292.869505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:01:25.907205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:01:25.059864Z","time spent":"847.331481ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g9lkd\" "} {"level":"info","ts":"2026-05-12T12:01:54.426756Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15258} {"level":"info","ts":"2026-05-12T12:01:54.527677Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15258,"took":"94.46613ms","hash":1107692470,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":32309248,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-12T12:01:54.52776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1107692470,"revision":15258,"compact-revision":12748} {"level":"info","ts":"2026-05-12T12:02:32.763274Z","caller":"traceutil/trace.go:171","msg":"trace[891728230] linearizableReadLoop","detail":"{readStateIndex:18650; appliedIndex:18649; }","duration":"114.342383ms","start":"2026-05-12T12:02:32.6489Z","end":"2026-05-12T12:02:32.763243Z","steps":["trace[891728230] 'read index received' (duration: 106.324154ms)","trace[891728230] 'applied index is now lower than readState.Index' (duration: 8.016379ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:02:32.763358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.422694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:02:32.764065Z","caller":"traceutil/trace.go:171","msg":"trace[1055444929] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:18040; }","duration":"115.175393ms","start":"2026-05-12T12:02:32.648853Z","end":"2026-05-12T12:02:32.764028Z","steps":["trace[1055444929] 'agreement among raft nodes before linearized reading' (duration: 114.430155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:02:32.765216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.754812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2369122"} {"level":"info","ts":"2026-05-12T12:02:32.765273Z","caller":"traceutil/trace.go:171","msg":"trace[270382672] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:18040; }","duration":"114.830955ms","start":"2026-05-12T12:02:32.650428Z","end":"2026-05-12T12:02:32.765259Z","steps":["trace[270382672] 'agreement among raft nodes before linearized reading' (duration: 113.03144ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:05:00.126648Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d660142aa1b7ce9","local-member-applied-index":20004,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-12T12:05:00.139766Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20004} {"level":"info","ts":"2026-05-12T12:05:00.140225Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15004} {"level":"info","ts":"2026-05-12T12:06:54.43299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17756} {"level":"info","ts":"2026-05-12T12:06:54.551171Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17756,"took":"112.525118ms","hash":3826584759,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":31391744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-12T12:06:54.551249Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3826584759,"revision":17756,"compact-revision":15258} {"level":"info","ts":"2026-05-12T12:08:43.8957Z","caller":"traceutil/trace.go:171","msg":"trace[124804578] transaction","detail":"{read_only:false; response_revision:21032; number_of_response:1; }","duration":"157.962281ms","start":"2026-05-12T12:08:43.737704Z","end":"2026-05-12T12:08:43.895667Z","steps":["trace[124804578] 'process raft request' (duration: 157.784437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:08:44.076743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.280767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:08:44.076891Z","caller":"traceutil/trace.go:171","msg":"trace[591347548] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21032; }","duration":"130.509113ms","start":"2026-05-12T12:08:43.946348Z","end":"2026-05-12T12:08:44.076857Z","steps":["trace[591347548] 'count revisions from in-memory index tree' (duration: 130.128623ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:08:50.066692Z","caller":"traceutil/trace.go:171","msg":"trace[332918096] transaction","detail":"{read_only:false; response_revision:21062; number_of_response:1; }","duration":"147.513694ms","start":"2026-05-12T12:08:49.919153Z","end":"2026-05-12T12:08:50.066666Z","steps":["trace[332918096] 'process raft request' (duration: 147.331979ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:08:50.066897Z","caller":"traceutil/trace.go:171","msg":"trace[41163311] transaction","detail":"{read_only:false; response_revision:21063; number_of_response:1; }","duration":"103.680757ms","start":"2026-05-12T12:08:49.963177Z","end":"2026-05-12T12:08:50.066857Z","steps":["trace[41163311] 'process raft request' (duration: 103.435851ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:08:50.374135Z","caller":"traceutil/trace.go:171","msg":"trace[930930527] transaction","detail":"{read_only:false; response_revision:21064; number_of_response:1; }","duration":"145.439532ms","start":"2026-05-12T12:08:50.228663Z","end":"2026-05-12T12:08:50.374102Z","steps":["trace[930930527] 'process raft request' (duration: 145.240577ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:08:50.666144Z","caller":"traceutil/trace.go:171","msg":"trace[1398339826] transaction","detail":"{read_only:false; response_revision:21066; number_of_response:1; }","duration":"435.656249ms","start":"2026-05-12T12:08:50.23046Z","end":"2026-05-12T12:08:50.666116Z","steps":["trace[1398339826] 'process raft request' (duration: 435.552856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:08:50.666322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:08:50.230453Z","time spent":"435.780991ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:08:50.666378Z","caller":"traceutil/trace.go:171","msg":"trace[1341315677] transaction","detail":"{read_only:false; response_revision:21067; number_of_response:1; }","duration":"435.788841ms","start":"2026-05-12T12:08:50.230565Z","end":"2026-05-12T12:08:50.666353Z","steps":["trace[1341315677] 'process raft request' (duration: 435.507714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:08:50.666514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:08:50.230557Z","time spent":"435.883683ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:08:50.666604Z","caller":"traceutil/trace.go:171","msg":"trace[595584123] transaction","detail":"{read_only:false; response_revision:21065; number_of_response:1; }","duration":"436.179981ms","start":"2026-05-12T12:08:50.230373Z","end":"2026-05-12T12:08:50.666553Z","steps":["trace[595584123] 'process raft request' (duration: 367.148382ms)","trace[595584123] 'compare' (duration: 68.287821ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:08:50.666733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:08:50.23036Z","time spent":"436.307785ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:08:50.666876Z","caller":"traceutil/trace.go:171","msg":"trace[338716059] transaction","detail":"{read_only:false; response_revision:21068; number_of_response:1; }","duration":"435.995756ms","start":"2026-05-12T12:08:50.230869Z","end":"2026-05-12T12:08:50.666865Z","steps":["trace[338716059] 'process raft request' (duration: 435.413902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:08:50.666927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:08:50.230861Z","time spent":"436.041217ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:08:50.666995Z","caller":"traceutil/trace.go:171","msg":"trace[51419063] transaction","detail":"{read_only:false; response_revision:21069; number_of_response:1; }","duration":"434.607272ms","start":"2026-05-12T12:08:50.232365Z","end":"2026-05-12T12:08:50.666972Z","steps":["trace[51419063] 'process raft request' (duration: 434.424748ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:08:50.666976Z","caller":"traceutil/trace.go:171","msg":"trace[248752920] linearizableReadLoop","detail":"{readStateIndex:21772; appliedIndex:21766; }","duration":"372.995666ms","start":"2026-05-12T12:08:50.293951Z","end":"2026-05-12T12:08:50.666947Z","steps":["trace[248752920] 'read index received' (duration: 80.052502ms)","trace[248752920] 'applied index is now lower than readState.Index' (duration: 292.941704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:08:50.66709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:08:50.232347Z","time spent":"434.695504ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:08:50.667116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.173211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-12T12:08:50.667143Z","caller":"traceutil/trace.go:171","msg":"trace[434816255] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21069; }","duration":"373.238692ms","start":"2026-05-12T12:08:50.293895Z","end":"2026-05-12T12:08:50.667134Z","steps":["trace[434816255] 'agreement among raft nodes before linearized reading' (duration: 373.13893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:08:50.667167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:08:50.293876Z","time spent":"373.287593ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:08:50.67168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.842992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:08:50.671731Z","caller":"traceutil/trace.go:171","msg":"trace[1288168130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21070; }","duration":"204.943175ms","start":"2026-05-12T12:08:50.466775Z","end":"2026-05-12T12:08:50.671718Z","steps":["trace[1288168130] 'agreement among raft nodes before linearized reading' (duration: 204.846243ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:08:50.671719Z","caller":"traceutil/trace.go:171","msg":"trace[1675616422] transaction","detail":"{read_only:false; response_revision:21070; number_of_response:1; }","duration":"142.681014ms","start":"2026-05-12T12:08:50.529013Z","end":"2026-05-12T12:08:50.671694Z","steps":["trace[1675616422] 'process raft request' (duration: 142.53329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:08:51.064103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.459355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:08:51.064184Z","caller":"traceutil/trace.go:171","msg":"trace[374145734] linearizableReadLoop","detail":"{readStateIndex:21774; appliedIndex:21773; }","duration":"383.582308ms","start":"2026-05-12T12:08:50.68059Z","end":"2026-05-12T12:08:51.064172Z","steps":["trace[374145734] 'read index received' (duration: 165.98034ms)","trace[374145734] 'applied index is now lower than readState.Index' (duration: 217.601208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:08:51.06423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.642101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:08:51.064253Z","caller":"traceutil/trace.go:171","msg":"trace[1163704260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21071; }","duration":"383.704802ms","start":"2026-05-12T12:08:50.680541Z","end":"2026-05-12T12:08:51.064246Z","steps":["trace[1163704260] 'agreement among raft nodes before linearized reading' (duration: 383.663971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:08:51.064275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:08:50.680522Z","time spent":"383.747993ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T12:08:51.064318Z","caller":"traceutil/trace.go:171","msg":"trace[1458383113] transaction","detail":"{read_only:false; response_revision:21071; number_of_response:1; }","duration":"392.746165ms","start":"2026-05-12T12:08:50.671545Z","end":"2026-05-12T12:08:51.064291Z","steps":["trace[1458383113] 'process raft request' (duration: 175.036754ms)","trace[1458383113] 'compare' (duration: 217.373983ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:08:51.064437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:08:50.671456Z","time spent":"392.911989ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:09:14.987225Z","caller":"traceutil/trace.go:171","msg":"trace[2090935866] transaction","detail":"{read_only:false; response_revision:21194; number_of_response:1; }","duration":"118.66701ms","start":"2026-05-12T12:09:14.868538Z","end":"2026-05-12T12:09:14.987205Z","steps":["trace[2090935866] 'process raft request' (duration: 118.470295ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:09:14.987491Z","caller":"traceutil/trace.go:171","msg":"trace[241504846] transaction","detail":"{read_only:false; response_revision:21195; number_of_response:1; }","duration":"118.034663ms","start":"2026-05-12T12:09:14.869361Z","end":"2026-05-12T12:09:14.987396Z","steps":["trace[241504846] 'process raft request' (duration: 117.804388ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:09:15.992955Z","caller":"traceutil/trace.go:171","msg":"trace[1979265991] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21199; }","duration":"114.295711ms","start":"2026-05-12T12:09:15.878619Z","end":"2026-05-12T12:09:15.992915Z","steps":["trace[1979265991] 'process raft request' (duration: 113.998103ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:09:15.993081Z","caller":"traceutil/trace.go:171","msg":"trace[480737457] transaction","detail":"{read_only:false; response_revision:21200; number_of_response:1; }","duration":"114.019324ms","start":"2026-05-12T12:09:15.879032Z","end":"2026-05-12T12:09:15.993051Z","steps":["trace[480737457] 'process raft request' (duration: 113.740587ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:09:16.072469Z","caller":"traceutil/trace.go:171","msg":"trace[876606884] transaction","detail":"{read_only:false; response_revision:21201; number_of_response:1; }","duration":"111.871441ms","start":"2026-05-12T12:09:15.960578Z","end":"2026-05-12T12:09:16.072449Z","steps":["trace[876606884] 'process raft request' (duration: 111.715467ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:11:54.439261Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20266} {"level":"info","ts":"2026-05-12T12:11:54.549263Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20266,"took":"105.465098ms","hash":1530435851,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":30765056,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-12T12:11:54.54932Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1530435851,"revision":20266,"compact-revision":17756} {"level":"info","ts":"2026-05-12T12:13:36.141517Z","caller":"traceutil/trace.go:171","msg":"trace[606810587] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"320.839736ms","start":"2026-05-12T12:13:35.820645Z","end":"2026-05-12T12:13:36.141485Z","steps":["trace[606810587] 'process raft request' (duration: 320.665862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:13:36.141706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:13:35.820624Z","time spent":"320.99253ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:13:36.14433Z","caller":"traceutil/trace.go:171","msg":"trace[71181854] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"243.841039ms","start":"2026-05-12T12:13:35.900465Z","end":"2026-05-12T12:13:36.144306Z","steps":["trace[71181854] 'process raft request' (duration: 243.633694ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:13:36.144411Z","caller":"traceutil/trace.go:171","msg":"trace[1845182350] linearizableReadLoop","detail":"{readStateIndex:24603; appliedIndex:24601; }","duration":"190.147657ms","start":"2026-05-12T12:13:35.954242Z","end":"2026-05-12T12:13:36.14439Z","steps":["trace[1845182350] 'read index received' (duration: 187.112862ms)","trace[1845182350] 'applied index is now lower than readState.Index' (duration: 3.033774ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:13:36.144461Z","caller":"traceutil/trace.go:171","msg":"trace[833864815] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"100.045035ms","start":"2026-05-12T12:13:36.044388Z","end":"2026-05-12T12:13:36.144433Z","steps":["trace[833864815] 'process raft request' (duration: 99.87444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:13:36.144595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.343071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-12T12:13:36.144636Z","caller":"traceutil/trace.go:171","msg":"trace[505096894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23817; }","duration":"190.419663ms","start":"2026-05-12T12:13:35.954207Z","end":"2026-05-12T12:13:36.144627Z","steps":["trace[505096894] 'agreement among raft nodes before linearized reading' (duration: 190.252859ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:13:36.367227Z","caller":"traceutil/trace.go:171","msg":"trace[214565136] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24604; }","duration":"160.324061ms","start":"2026-05-12T12:13:36.206874Z","end":"2026-05-12T12:13:36.367198Z","steps":["trace[214565136] 'read index received' (duration: 160.089475ms)","trace[214565136] 'applied index is now lower than readState.Index' (duration: 233.166µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:13:36.367346Z","caller":"traceutil/trace.go:171","msg":"trace[227723300] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"219.316155ms","start":"2026-05-12T12:13:36.147984Z","end":"2026-05-12T12:13:36.3673Z","steps":["trace[227723300] 'process raft request' (duration: 218.986517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:13:36.36751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.625229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-12T12:13:36.367607Z","caller":"traceutil/trace.go:171","msg":"trace[2059860759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23818; }","duration":"160.791123ms","start":"2026-05-12T12:13:36.206797Z","end":"2026-05-12T12:13:36.367588Z","steps":["trace[2059860759] 'agreement among raft nodes before linearized reading' (duration: 160.517216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:13:36.367616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.149972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-12T12:13:36.367686Z","caller":"traceutil/trace.go:171","msg":"trace[873680710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23818; }","duration":"144.242944ms","start":"2026-05-12T12:13:36.22342Z","end":"2026-05-12T12:13:36.367663Z","steps":["trace[873680710] 'agreement among raft nodes before linearized reading' (duration: 143.990648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:15:03.371079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.837359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:15:03.371201Z","caller":"traceutil/trace.go:171","msg":"trace[774638087] linearizableReadLoop","detail":"{readStateIndex:25557; appliedIndex:25556; }","duration":"234.465808ms","start":"2026-05-12T12:15:03.136719Z","end":"2026-05-12T12:15:03.371184Z","steps":["trace[774638087] 'read index received' (duration: 37.831µs)","trace[774638087] 'applied index is now lower than readState.Index' (duration: 234.426547ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:15:03.371324Z","caller":"traceutil/trace.go:171","msg":"trace[303364834] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"265.223716ms","start":"2026-05-12T12:15:03.106083Z","end":"2026-05-12T12:15:03.371306Z","steps":["trace[303364834] 'compare' (duration: 258.645084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:15:03.371594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.75567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:15:03.371686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.953111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-12T12:15:03.371702Z","caller":"traceutil/trace.go:171","msg":"trace[354360526] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24745; }","duration":"224.890483ms","start":"2026-05-12T12:15:03.146791Z","end":"2026-05-12T12:15:03.371681Z","steps":["trace[354360526] 'agreement among raft nodes before linearized reading' (duration: 224.716229ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:15:03.37174Z","caller":"traceutil/trace.go:171","msg":"trace[1349434888] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24745; }","duration":"235.052813ms","start":"2026-05-12T12:15:03.136676Z","end":"2026-05-12T12:15:03.371729Z","steps":["trace[1349434888] 'agreement among raft nodes before linearized reading' (duration: 234.92433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:15:03.371864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.014132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:15:03.371887Z","caller":"traceutil/trace.go:171","msg":"trace[835937590] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24745; }","duration":"235.079394ms","start":"2026-05-12T12:15:03.136802Z","end":"2026-05-12T12:15:03.371882Z","steps":["trace[835937590] 'agreement among raft nodes before linearized reading' (duration: 235.008432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:15:03.372036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.858378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:15:03.372134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.302849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:15:03.372208Z","caller":"traceutil/trace.go:171","msg":"trace[1377361795] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24745; }","duration":"235.411072ms","start":"2026-05-12T12:15:03.136776Z","end":"2026-05-12T12:15:03.372187Z","steps":["trace[1377361795] 'agreement among raft nodes before linearized reading' (duration: 235.256688ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:15:03.372351Z","caller":"traceutil/trace.go:171","msg":"trace[526557189] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24745; }","duration":"235.361701ms","start":"2026-05-12T12:15:03.136788Z","end":"2026-05-12T12:15:03.372149Z","steps":["trace[526557189] 'agreement among raft nodes before linearized reading' (duration: 234.810638ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:15:03.552599Z","caller":"traceutil/trace.go:171","msg":"trace[1960831596] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"100.476527ms","start":"2026-05-12T12:15:03.452093Z","end":"2026-05-12T12:15:03.55257Z","steps":["trace[1960831596] 'process raft request' (duration: 100.168739ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:16:54.451309Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22441} {"level":"info","ts":"2026-05-12T12:16:54.564476Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22441,"took":"106.927335ms","hash":3359735175,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":44032000,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-05-12T12:16:54.564528Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3359735175,"revision":22441,"compact-revision":20266} {"level":"warn","ts":"2026-05-12T12:17:05.932473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.865742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:05.932571Z","caller":"traceutil/trace.go:171","msg":"trace[717412513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25936; }","duration":"802.012806ms","start":"2026-05-12T12:17:05.130538Z","end":"2026-05-12T12:17:05.932551Z","steps":["trace[717412513] 'count revisions from in-memory index tree' (duration: 801.8044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:05.932611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.130521Z","time spent":"802.079327ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:05.93279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.767728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:05.9329Z","caller":"traceutil/trace.go:171","msg":"trace[1481738362] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25936; }","duration":"737.318711ms","start":"2026-05-12T12:17:05.195564Z","end":"2026-05-12T12:17:05.932883Z","steps":["trace[1481738362] 'count revisions from in-memory index tree' (duration: 736.713456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:05.932951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.195549Z","time spent":"737.388553ms","remote":"127.0.0.1:47872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:05.93473Z","caller":"traceutil/trace.go:171","msg":"trace[348549237] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"639.976163ms","start":"2026-05-12T12:17:05.294721Z","end":"2026-05-12T12:17:05.934697Z","steps":["trace[348549237] 'process raft request' (duration: 597.601968ms)","trace[348549237] 'compare' (duration: 40.253082ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:05.934849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.294707Z","time spent":"640.081725ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:05.934843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.092486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:05.934919Z","caller":"traceutil/trace.go:171","msg":"trace[1862831966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25937; }","duration":"468.197659ms","start":"2026-05-12T12:17:05.466705Z","end":"2026-05-12T12:17:05.934902Z","steps":["trace[1862831966] 'agreement among raft nodes before linearized reading' (duration: 468.086776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:05.935041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.46669Z","time spent":"468.337322ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T12:17:05.93475Z","caller":"traceutil/trace.go:171","msg":"trace[1400584808] linearizableReadLoop","detail":"{readStateIndex:26783; appliedIndex:26782; }","duration":"467.962203ms","start":"2026-05-12T12:17:05.466745Z","end":"2026-05-12T12:17:05.934707Z","steps":["trace[1400584808] 'read index received' (duration: 425.604688ms)","trace[1400584808] 'applied index is now lower than readState.Index' (duration: 42.356095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:06.436274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:06.936408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:07.404078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493829145s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:17:07.405063Z","caller":"traceutil/trace.go:171","msg":"trace[1228074260] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"1.882465363s","start":"2026-05-12T12:17:05.522567Z","end":"2026-05-12T12:17:07.405032Z","steps":["trace[1228074260] 'process raft request' (duration: 1.882185096s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:07.40524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.522551Z","time spent":"1.882571655s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:07.405429Z","caller":"traceutil/trace.go:171","msg":"trace[1101909759] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"1.831232451s","start":"2026-05-12T12:17:05.574161Z","end":"2026-05-12T12:17:07.405393Z","steps":["trace[1101909759] 'process raft request' (duration: 1.830785499s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:07.405472Z","caller":"traceutil/trace.go:171","msg":"trace[846020856] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"1.542909085s","start":"2026-05-12T12:17:05.862536Z","end":"2026-05-12T12:17:07.405445Z","steps":["trace[846020856] 'process raft request' (duration: 1.542736331s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:07.407031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.862512Z","time spent":"1.544430823s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:07.405665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.574142Z","time spent":"1.831365844s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:07.937134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:07.93726Z","caller":"traceutil/trace.go:171","msg":"trace[1291984152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000737938s","start":"2026-05-12T12:17:05.936496Z","end":"2026-05-12T12:17:07.937234Z","steps":["trace[1291984152] 'agreement among raft nodes before linearized reading' (duration: 2.000570504s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:07.93732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.936479Z","time spent":"2.00083011s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:09.944353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:09.944426Z","caller":"traceutil/trace.go:171","msg":"trace[104240743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043973s","start":"2026-05-12T12:17:07.943968Z","end":"2026-05-12T12:17:09.944408Z","steps":["trace[104240743] 'agreement among raft nodes before linearized reading' (duration: 2.000341248s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:09.944465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:07.943957Z","time spent":"2.000498681s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:09.996422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416108404s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:09.996593Z","caller":"traceutil/trace.go:171","msg":"trace[1634839551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25940; }","duration":"2.41628757s","start":"2026-05-12T12:17:07.580277Z","end":"2026-05-12T12:17:09.996564Z","steps":["trace[1634839551] 'range keys from in-memory index tree' (duration: 2.416092143s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.48775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999153744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:10.487881Z","caller":"traceutil/trace.go:171","msg":"trace[436844770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999285418s","start":"2026-05-12T12:17:05.488533Z","end":"2026-05-12T12:17:10.487819Z","steps":["trace[436844770] 'agreement among raft nodes before linearized reading' (duration: 4.999170175s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.487928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.488523Z","time spent":"4.99939416s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-12T12:17:10.494705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999889171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-12T12:17:10.494731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999926852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:10.494779Z","caller":"traceutil/trace.go:171","msg":"trace[486300728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999986873s","start":"2026-05-12T12:17:05.494775Z","end":"2026-05-12T12:17:10.494762Z","steps":["trace[486300728] 'agreement among raft nodes before linearized reading' (duration: 4.999887311s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:10.494803Z","caller":"traceutil/trace.go:171","msg":"trace[920395540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000025394s","start":"2026-05-12T12:17:05.494759Z","end":"2026-05-12T12:17:10.494784Z","steps":["trace[920395540] 'agreement among raft nodes before linearized reading' (duration: 4.999935441s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.494824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.494732Z","time spent":"5.000078475s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/12 12:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:10.494853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.49475Z","time spent":"5.000093926s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/12 12:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:10.776673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.372010273s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:17:10.77713Z","caller":"traceutil/trace.go:171","msg":"trace[547066295] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"4.78432096s","start":"2026-05-12T12:17:05.992783Z","end":"2026-05-12T12:17:10.777104Z","steps":["trace[547066295] 'process raft request' (duration: 4.784213827s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:10.777166Z","caller":"traceutil/trace.go:171","msg":"trace[805345481] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"4.810116704s","start":"2026-05-12T12:17:05.967011Z","end":"2026-05-12T12:17:10.777128Z","steps":["trace[805345481] 'process raft request' (duration: 4.809820787s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.777307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.992765Z","time spent":"4.784448172s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:10.777357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.966988Z","time spent":"4.810254828s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:10.777546Z","caller":"traceutil/trace.go:171","msg":"trace[1524437790] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"4.021004707s","start":"2026-05-12T12:17:06.756517Z","end":"2026-05-12T12:17:10.777522Z","steps":["trace[1524437790] 'process raft request' (duration: 4.020537305s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.777691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:06.756505Z","time spent":"4.021125469s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:10.777811Z","caller":"traceutil/trace.go:171","msg":"trace[981395759] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"3.912091372s","start":"2026-05-12T12:17:06.8657Z","end":"2026-05-12T12:17:10.777791Z","steps":["trace[981395759] 'process raft request' (duration: 3.911807835s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.777933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:06.865673Z","time spent":"3.912200185s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:10.778753Z","caller":"traceutil/trace.go:171","msg":"trace[1653275289] linearizableReadLoop","detail":"{readStateIndex:26791; appliedIndex:26783; }","duration":"4.84277447s","start":"2026-05-12T12:17:05.93596Z","end":"2026-05-12T12:17:10.778735Z","steps":["trace[1653275289] 'read index received' (duration: 1.468771668s)","trace[1653275289] 'applied index is now lower than readState.Index' (duration: 3.374001502s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:10.778958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881794381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:10.779011Z","caller":"traceutil/trace.go:171","msg":"trace[70427280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25945; }","duration":"4.881850032s","start":"2026-05-12T12:17:05.897145Z","end":"2026-05-12T12:17:10.778995Z","steps":["trace[70427280] 'agreement among raft nodes before linearized reading' (duration: 4.881703339s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.779047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.897089Z","time spent":"4.881949266s","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:10.779354Z","caller":"traceutil/trace.go:171","msg":"trace[1619391579] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"3.863305011s","start":"2026-05-12T12:17:06.916036Z","end":"2026-05-12T12:17:10.779341Z","steps":["trace[1619391579] 'process raft request' (duration: 3.862333857s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.779434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:06.916012Z","time spent":"3.863379662s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:10.779591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.283001049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-12T12:17:10.779616Z","caller":"traceutil/trace.go:171","msg":"trace[134173127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25945; }","duration":"5.283036149s","start":"2026-05-12T12:17:05.496572Z","end":"2026-05-12T12:17:10.779608Z","steps":["trace[134173127] 'agreement among raft nodes before linearized reading' (duration: 5.282932347s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.779619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.280384594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:17:10.779656Z","caller":"traceutil/trace.go:171","msg":"trace[2009323827] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25945; }","duration":"5.280448296s","start":"2026-05-12T12:17:05.499195Z","end":"2026-05-12T12:17:10.779644Z","steps":["trace[2009323827] 'agreement among raft nodes before linearized reading' (duration: 5.280332113s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.77966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.496563Z","time spent":"5.283075631s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T12:17:10.77968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.499185Z","time spent":"5.280491067s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:17:10.779669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88136311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:10.779701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.286994537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-12T12:17:10.779745Z","caller":"traceutil/trace.go:171","msg":"trace[1370893071] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25945; }","duration":"4.881523634s","start":"2026-05-12T12:17:05.8982Z","end":"2026-05-12T12:17:10.779724Z","steps":["trace[1370893071] 'agreement among raft nodes before linearized reading' (duration: 4.881375991s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:10.779803Z","caller":"traceutil/trace.go:171","msg":"trace[1433923769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25945; }","duration":"5.287142801s","start":"2026-05-12T12:17:05.492635Z","end":"2026-05-12T12:17:10.779778Z","steps":["trace[1433923769] 'agreement among raft nodes before linearized reading' (duration: 5.286887334s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.779802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.898175Z","time spent":"4.881613086s","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:10.779898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.492615Z","time spent":"5.287267683s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T12:17:10.780598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017771452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-12T12:17:10.780666Z","caller":"traceutil/trace.go:171","msg":"trace[183215635] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25945; }","duration":"5.017886595s","start":"2026-05-12T12:17:05.762764Z","end":"2026-05-12T12:17:10.78065Z","steps":["trace[183215635] 'agreement among raft nodes before linearized reading' (duration: 5.016073341s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:10.780706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:05.762744Z","time spent":"5.017952287s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:17:11.686333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:11.686422Z","caller":"traceutil/trace.go:171","msg":"trace[1345429249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421971s","start":"2026-05-12T12:17:09.685982Z","end":"2026-05-12T12:17:11.686404Z","steps":["trace[1345429249] 'agreement among raft nodes before linearized reading' (duration: 2.000310718s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:11.686457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:09.68596Z","time spent":"2.000489872s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:11.94474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:11.944823Z","caller":"traceutil/trace.go:171","msg":"trace[917514735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092402s","start":"2026-05-12T12:17:09.944713Z","end":"2026-05-12T12:17:11.944805Z","steps":["trace[917514735] 'agreement among raft nodes before linearized reading' (duration: 1.999983709s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:11.944871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:09.9447Z","time spent":"2.000161534s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:12.440657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304707764s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:12.440881Z","caller":"traceutil/trace.go:171","msg":"trace[849262794] linearizableReadLoop","detail":"{readStateIndex:26793; appliedIndex:26791; }","duration":"1.662056811s","start":"2026-05-12T12:17:10.778807Z","end":"2026-05-12T12:17:12.440863Z","steps":["trace[849262794] 'read index received' (duration: 357.06334ms)","trace[849262794] 'applied index is now lower than readState.Index' (duration: 1.304992431s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:12.440971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.362648641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:12.440981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.307148959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:12.441003Z","caller":"traceutil/trace.go:171","msg":"trace[700426452] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25947; }","duration":"5.362728104s","start":"2026-05-12T12:17:07.078263Z","end":"2026-05-12T12:17:12.440991Z","steps":["trace[700426452] 'agreement among raft nodes before linearized reading' (duration: 5.362671913s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:12.441038Z","caller":"traceutil/trace.go:171","msg":"trace[1744550673] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25947; }","duration":"4.307221291s","start":"2026-05-12T12:17:08.133801Z","end":"2026-05-12T12:17:12.441023Z","steps":["trace[1744550673] 'agreement among raft nodes before linearized reading' (duration: 4.307076897s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:07.078236Z","time spent":"5.362797245s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.441064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:08.133736Z","time spent":"4.307321063s","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.441123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.500620757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-12T12:17:12.441085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.795362216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:12.441167Z","caller":"traceutil/trace.go:171","msg":"trace[345139549] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7; range_end:; response_count:1; response_revision:25947; }","duration":"4.500707549s","start":"2026-05-12T12:17:07.940444Z","end":"2026-05-12T12:17:12.441152Z","steps":["trace[345139549] 'agreement among raft nodes before linearized reading' (duration: 4.500575366s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:07.940421Z","time spent":"4.50077482s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" "} {"level":"warn","ts":"2026-05-12T12:17:12.441098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364358909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:12.441258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420725098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-12T12:17:12.441242Z","caller":"traceutil/trace.go:171","msg":"trace[1175663409] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25947; }","duration":"5.795547751s","start":"2026-05-12T12:17:06.645638Z","end":"2026-05-12T12:17:12.441186Z","steps":["trace[1175663409] 'agreement among raft nodes before linearized reading' (duration: 5.795307595s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:12.441277Z","caller":"traceutil/trace.go:171","msg":"trace[509421518] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25947; }","duration":"2.42078415s","start":"2026-05-12T12:17:10.020488Z","end":"2026-05-12T12:17:12.441272Z","steps":["trace[509421518] 'agreement among raft nodes before linearized reading' (duration: 2.420703688s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875017459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:12.441245Z","caller":"traceutil/trace.go:171","msg":"trace[1802780819] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"3.029238215s","start":"2026-05-12T12:17:09.411963Z","end":"2026-05-12T12:17:12.441201Z","steps":["trace[1802780819] 'process raft request' (duration: 1.723894465s)","trace[1802780819] 'compare' (duration: 1.304154011s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:17:12.441258Z","caller":"traceutil/trace.go:171","msg":"trace[1133001710] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"1.786602261s","start":"2026-05-12T12:17:10.654594Z","end":"2026-05-12T12:17:12.441197Z","steps":["trace[1133001710] 'process raft request' (duration: 1.786180481s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.345438712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:12.441317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:06.645613Z","time spent":"5.795685864s","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:12.44134Z","caller":"traceutil/trace.go:171","msg":"trace[1598863207] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25947; }","duration":"5.875172683s","start":"2026-05-12T12:17:06.566146Z","end":"2026-05-12T12:17:12.441319Z","steps":["trace[1598863207] 'agreement among raft nodes before linearized reading' (duration: 5.874981938s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220324724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:12.44136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069239835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:12.44138Z","caller":"traceutil/trace.go:171","msg":"trace[1819175101] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25947; }","duration":"6.345579196s","start":"2026-05-12T12:17:06.095777Z","end":"2026-05-12T12:17:12.441357Z","steps":["trace[1819175101] 'agreement among raft nodes before linearized reading' (duration: 6.345423132s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.752395306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:12.441398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128898167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:12.441428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080096084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:12.441414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816722927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:12.441443Z","caller":"traceutil/trace.go:171","msg":"trace[943900537] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25947; }","duration":"4.080157505s","start":"2026-05-12T12:17:08.36128Z","end":"2026-05-12T12:17:12.441438Z","steps":["trace[943900537] 'agreement among raft nodes before linearized reading' (duration: 4.080137044s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779001398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:12.441427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:09.411944Z","time spent":"3.029395368s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:12.441435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:06.095759Z","time spent":"6.345661407s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.441448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.715972039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-12T12:17:12.441453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.654571Z","time spent":"1.786779465s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:12.44148Z","caller":"traceutil/trace.go:171","msg":"trace[1135250894] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25947; }","duration":"4.779142622s","start":"2026-05-12T12:17:07.662323Z","end":"2026-05-12T12:17:12.441466Z","steps":["trace[1135250894] 'agreement among raft nodes before linearized reading' (duration: 4.779025179s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.940848525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:12.441514Z","caller":"traceutil/trace.go:171","msg":"trace[2032057268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25947; }","duration":"5.716055871s","start":"2026-05-12T12:17:06.725443Z","end":"2026-05-12T12:17:12.441499Z","steps":["trace[2032057268] 'agreement among raft nodes before linearized reading' (duration: 5.715795835s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:12.441534Z","caller":"traceutil/trace.go:171","msg":"trace[1070445942] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25947; }","duration":"4.940912137s","start":"2026-05-12T12:17:07.500612Z","end":"2026-05-12T12:17:12.441524Z","steps":["trace[1070445942] 'agreement among raft nodes before linearized reading' (duration: 4.940874136s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:07.662298Z","time spent":"4.779220854s","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:12.441271Z","caller":"traceutil/trace.go:171","msg":"trace[1655574950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25947; }","duration":"2.364644486s","start":"2026-05-12T12:17:10.076604Z","end":"2026-05-12T12:17:12.441248Z","steps":["trace[1655574950] 'agreement among raft nodes before linearized reading' (duration: 2.364309668s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:07.50059Z","time spent":"4.940966079s","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.441559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:06.725436Z","time spent":"5.716112073s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-12T12:17:12.441586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.076584Z","time spent":"2.364994554s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.441585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.857895787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-12T12:17:12.441423Z","caller":"traceutil/trace.go:171","msg":"trace[1326780614] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25947; }","duration":"2.069339788s","start":"2026-05-12T12:17:10.372065Z","end":"2026-05-12T12:17:12.441405Z","steps":["trace[1326780614] 'agreement among raft nodes before linearized reading' (duration: 2.069200465s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:12.441641Z","caller":"traceutil/trace.go:171","msg":"trace[674239915] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25947; }","duration":"5.857975489s","start":"2026-05-12T12:17:06.583648Z","end":"2026-05-12T12:17:12.441623Z","steps":["trace[674239915] 'agreement among raft nodes before linearized reading' (duration: 5.857781515s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.372046Z","time spent":"2.069597264s","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.441677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079352149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-12T12:17:12.441682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:06.58363Z","time spent":"5.85804051s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-12T12:17:12.441295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.020459Z","time spent":"2.420833041s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-12T12:17:12.441738Z","caller":"traceutil/trace.go:171","msg":"trace[2120687545] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:25947; }","duration":"5.079443672s","start":"2026-05-12T12:17:07.362259Z","end":"2026-05-12T12:17:12.441702Z","steps":["trace[2120687545] 'agreement among raft nodes before linearized reading' (duration: 5.079249408s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00448441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:12.441779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:07.362228Z","time spent":"5.079541985s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"info","ts":"2026-05-12T12:17:12.441817Z","caller":"traceutil/trace.go:171","msg":"trace[611960073] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25947; }","duration":"4.004860929s","start":"2026-05-12T12:17:08.436919Z","end":"2026-05-12T12:17:12.44178Z","steps":["trace[611960073] 'agreement among raft nodes before linearized reading' (duration: 4.00447833s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.44191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:08.436884Z","time spent":"4.004991252s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:12.441467Z","caller":"traceutil/trace.go:171","msg":"trace[150808624] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25947; }","duration":"4.816829919s","start":"2026-05-12T12:17:07.624628Z","end":"2026-05-12T12:17:12.441458Z","steps":["trace[150808624] 'agreement among raft nodes before linearized reading' (duration: 4.816768198s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.441975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:07.624595Z","time spent":"4.817370543s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.441393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:06.566126Z","time spent":"5.875253064s","remote":"127.0.0.1:55564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.44132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761401154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:12.442059Z","caller":"traceutil/trace.go:171","msg":"trace[1383235378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25947; }","duration":"2.762147652s","start":"2026-05-12T12:17:09.679891Z","end":"2026-05-12T12:17:12.442039Z","steps":["trace[1383235378] 'agreement among raft nodes before linearized reading' (duration: 2.761413194s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.442128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:09.679877Z","time spent":"2.762228675s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.441348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823967277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:12.442206Z","caller":"traceutil/trace.go:171","msg":"trace[924584952] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25947; }","duration":"2.824847498s","start":"2026-05-12T12:17:09.617351Z","end":"2026-05-12T12:17:12.442199Z","steps":["trace[924584952] 'agreement among raft nodes before linearized reading' (duration: 2.823981796s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.442225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:09.617337Z","time spent":"2.82488164s","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:12.441388Z","caller":"traceutil/trace.go:171","msg":"trace[721624657] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25947; }","duration":"3.220374005s","start":"2026-05-12T12:17:09.221008Z","end":"2026-05-12T12:17:12.441382Z","steps":["trace[721624657] 'agreement among raft nodes before linearized reading' (duration: 3.220350205s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.44228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:09.220986Z","time spent":"3.221279898s","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:12.44143Z","caller":"traceutil/trace.go:171","msg":"trace[258787620] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25947; }","duration":"5.752513609s","start":"2026-05-12T12:17:06.688906Z","end":"2026-05-12T12:17:12.44142Z","steps":["trace[258787620] 'agreement among raft nodes before linearized reading' (duration: 5.752443818s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.442382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:06.688884Z","time spent":"5.753489445s","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.441459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:08.361251Z","time spent":"4.080204625s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.440985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.196684031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:12.442509Z","caller":"traceutil/trace.go:171","msg":"trace[1085946770] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25947; }","duration":"5.198268441s","start":"2026-05-12T12:17:07.244235Z","end":"2026-05-12T12:17:12.442503Z","steps":["trace[1085946770] 'agreement among raft nodes before linearized reading' (duration: 5.196671891s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.442526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:07.244208Z","time spent":"5.198312912s","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:12.441442Z","caller":"traceutil/trace.go:171","msg":"trace[968745219] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25947; }","duration":"2.12901203s","start":"2026-05-12T12:17:10.312417Z","end":"2026-05-12T12:17:12.441429Z","steps":["trace[968745219] 'agreement among raft nodes before linearized reading' (duration: 2.128914867s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:12.4426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.312394Z","time spent":"2.130196929s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:12.941426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:13.442493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:13.859479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.723598242s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:13.95301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:13.953217Z","caller":"traceutil/trace.go:171","msg":"trace[624169529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682486s","start":"2026-05-12T12:17:11.952507Z","end":"2026-05-12T12:17:13.95319Z","steps":["trace[624169529] 'agreement among raft nodes before linearized reading' (duration: 2.00043864s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:13.953291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:11.952492Z","time spent":"2.000785909s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:15.363027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:14.785053Z","time spent":"577.968514ms","remote":"127.0.0.1:38458","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:15.363478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503616196s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:15.363573Z","caller":"traceutil/trace.go:171","msg":"trace[41409388] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"4.579225964s","start":"2026-05-12T12:17:10.784335Z","end":"2026-05-12T12:17:15.363561Z","steps":["trace[41409388] 'process raft request' (duration: 3.075466495s)","trace[41409388] 'compare' (duration: 1.503422091s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:15.36365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.784314Z","time spent":"4.579309956s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:15.363909Z","caller":"traceutil/trace.go:171","msg":"trace[1704866389] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"4.423163368s","start":"2026-05-12T12:17:10.940726Z","end":"2026-05-12T12:17:15.363889Z","steps":["trace[1704866389] 'process raft request' (duration: 4.423118526s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:15.364028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.940696Z","time spent":"4.423262891s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:15.364216Z","caller":"traceutil/trace.go:171","msg":"trace[43761449] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"4.579453941s","start":"2026-05-12T12:17:10.784751Z","end":"2026-05-12T12:17:15.364205Z","steps":["trace[43761449] 'process raft request' (duration: 4.578775383s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:15.36426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.784742Z","time spent":"4.579497272s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:15.364437Z","caller":"traceutil/trace.go:171","msg":"trace[477652431] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"4.579408149s","start":"2026-05-12T12:17:10.785021Z","end":"2026-05-12T12:17:15.364429Z","steps":["trace[477652431] 'process raft request' (duration: 4.57865555s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:15.364475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.785002Z","time spent":"4.57945123s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:15.364565Z","caller":"traceutil/trace.go:171","msg":"trace[120416538] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"4.579273726s","start":"2026-05-12T12:17:10.785285Z","end":"2026-05-12T12:17:15.364558Z","steps":["trace[120416538] 'process raft request' (duration: 4.578503497s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:15.364601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:10.785275Z","time spent":"4.579305697s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:15.488389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992355626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:15.488492Z","caller":"traceutil/trace.go:171","msg":"trace[2143325207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.99250925s","start":"2026-05-12T12:17:12.495955Z","end":"2026-05-12T12:17:15.488465Z","steps":["trace[2143325207] 'agreement among raft nodes before linearized reading' (duration: 2.992386307s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:15.488541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.495939Z","time spent":"2.992591202s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/12 12:17:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:15.494194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99818677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:15.494282Z","caller":"traceutil/trace.go:171","msg":"trace[1724710009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998324833s","start":"2026-05-12T12:17:12.495938Z","end":"2026-05-12T12:17:15.494263Z","steps":["trace[1724710009] 'agreement among raft nodes before linearized reading' (duration: 2.998209951s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:15.494333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.495921Z","time spent":"2.998401045s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/12 12:17:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:15.495151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997972804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:15.495224Z","caller":"traceutil/trace.go:171","msg":"trace[1982556898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998056426s","start":"2026-05-12T12:17:12.497148Z","end":"2026-05-12T12:17:15.495204Z","steps":["trace[1982556898] 'agreement among raft nodes before linearized reading' (duration: 2.997980234s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:15.495275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.497122Z","time spent":"2.998140739s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/12 12:17:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:15.953247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:15.95334Z","caller":"traceutil/trace.go:171","msg":"trace[825985756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111783s","start":"2026-05-12T12:17:13.953203Z","end":"2026-05-12T12:17:15.953315Z","steps":["trace[825985756] 'agreement among raft nodes before linearized reading' (duration: 1.99999599s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:15.953416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:13.953192Z","time spent":"2.000213975s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:16.056201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.001980879s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:16.31954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:16.319626Z","caller":"traceutil/trace.go:171","msg":"trace[1279024026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782379s","start":"2026-05-12T12:17:14.318824Z","end":"2026-05-12T12:17:16.319606Z","steps":["trace[1279024026] 'agreement among raft nodes before linearized reading' (duration: 2.000673097s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:16.319674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:14.318802Z","time spent":"2.000861932s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:17.268726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212339027s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-12T12:17:17.269013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.445481Z","time spent":"4.823525105s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-12T12:17:17.270511Z","caller":"traceutil/trace.go:171","msg":"trace[321456158] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"4.824721774s","start":"2026-05-12T12:17:12.44576Z","end":"2026-05-12T12:17:17.270481Z","steps":["trace[321456158] 'process raft request' (duration: 4.823075484s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:17.270676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.445751Z","time spent":"4.824830678s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:17.288519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232180787s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:17.78099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.783571Z","time spent":"4.997409701s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:17.781023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.78258Z","time spent":"4.998434386s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:17:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/12 12:17:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:17.78175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.783654Z","time spent":"4.998091389s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:17:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:17.781853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.783261Z","time spent":"4.99857042s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:17:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:17.783197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.784812Z","time spent":"4.998380144s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:17:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:17.961337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:17.961422Z","caller":"traceutil/trace.go:171","msg":"trace[167120231] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730987s","start":"2026-05-12T12:17:15.960672Z","end":"2026-05-12T12:17:17.961403Z","steps":["trace[167120231] 'agreement among raft nodes before linearized reading' (duration: 2.000621474s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:17.961471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:15.960652Z","time spent":"2.00081059s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:19.445006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:14.446399Z","time spent":"4.99859914s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:17:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:19.749209Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ce99e1bf09b603e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-12T12:17:19.962448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:19.962502Z","caller":"traceutil/trace.go:171","msg":"trace[1030642576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724177s","start":"2026-05-12T12:17:17.961765Z","end":"2026-05-12T12:17:19.96249Z","steps":["trace[1030642576] 'agreement among raft nodes before linearized reading' (duration: 2.000653575s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:19.962531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.961748Z","time spent":"2.000778119s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:20.495089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:15.497665Z","time spent":"4.997416307s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:17:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:20.496496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:15.498278Z","time spent":"4.998210078s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:21.003348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999887621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:21.003427Z","caller":"traceutil/trace.go:171","msg":"trace[1987046431] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000010954s","start":"2026-05-12T12:17:11.003398Z","end":"2026-05-12T12:17:21.003409Z","steps":["trace[1987046431] 'agreement among raft nodes before linearized reading' (duration: 9.999908071s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:21.003477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:11.003381Z","time spent":"10.000085106s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/12 12:17:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:21.228659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958310207s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-12T12:17:21.228865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64885569s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:21.229017Z","caller":"traceutil/trace.go:171","msg":"trace[1923931228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25954; }","duration":"3.649021104s","start":"2026-05-12T12:17:17.579977Z","end":"2026-05-12T12:17:21.228998Z","steps":["trace[1923931228] 'range keys from in-memory index tree' (duration: 3.64883536s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:21.229256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:20.549322Z","time spent":"679.931115ms","remote":"127.0.0.1:38482","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:21.572278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.91601076s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:21.913532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:14.912474Z","time spent":"7.001053696s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:21.971388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000463567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:21.971478Z","caller":"traceutil/trace.go:171","msg":"trace[22099521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00059135s","start":"2026-05-12T12:17:19.97087Z","end":"2026-05-12T12:17:21.971461Z","steps":["trace[22099521] 'agreement among raft nodes before linearized reading' (duration: 2.000481288s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:21.971524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:19.970855Z","time spent":"2.000659792s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:22.780855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99801825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:22.780924Z","caller":"traceutil/trace.go:171","msg":"trace[1134379082] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998135763s","start":"2026-05-12T12:17:17.782776Z","end":"2026-05-12T12:17:22.780912Z","steps":["trace[1134379082] 'agreement among raft nodes before linearized reading' (duration: 4.998056321s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:22.780952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.782756Z","time spent":"4.998189655s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/12 12:17:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:22.781592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996053642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:22.78167Z","caller":"traceutil/trace.go:171","msg":"trace[825779266] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.996198735s","start":"2026-05-12T12:17:17.785453Z","end":"2026-05-12T12:17:22.781652Z","steps":["trace[825779266] 'agreement among raft nodes before linearized reading' (duration: 4.996094163s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:22.781719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.785431Z","time spent":"4.996277288s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/12 12:17:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:22.782739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997297413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:22.782794Z","caller":"traceutil/trace.go:171","msg":"trace[1091489181] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997382455s","start":"2026-05-12T12:17:17.785396Z","end":"2026-05-12T12:17:22.782778Z","steps":["trace[1091489181] 'agreement among raft nodes before linearized reading' (duration: 4.997317903s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:22.782831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.785385Z","time spent":"4.997433237s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/12 12:17:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:22.783334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998219565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:22.783447Z","caller":"traceutil/trace.go:171","msg":"trace[870531782] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998444581s","start":"2026-05-12T12:17:17.784953Z","end":"2026-05-12T12:17:22.783397Z","steps":["trace[870531782] 'agreement among raft nodes before linearized reading' (duration: 4.998260916s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:22.783534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.784927Z","time spent":"4.998591735s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/12 12:17:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:22.78376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997942238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:22.783947Z","caller":"traceutil/trace.go:171","msg":"trace[2134767100] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998263207s","start":"2026-05-12T12:17:17.785625Z","end":"2026-05-12T12:17:22.783888Z","steps":["trace[2134767100] 'agreement among raft nodes before linearized reading' (duration: 4.99756461s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:22.784117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.78561Z","time spent":"4.998489872s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/12 12:17:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:22.797678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.351958138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:22.797725Z","caller":"traceutil/trace.go:171","msg":"trace[628752555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.352022239s","start":"2026-05-12T12:17:12.44569Z","end":"2026-05-12T12:17:22.797712Z","steps":["trace[628752555] 'agreement among raft nodes before linearized reading' (duration: 10.351969818s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:22.797767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.445681Z","time spent":"10.352077871s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/12 12:17:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:22.921275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348833473s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:23.086897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851675645s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:23.087416Z","caller":"traceutil/trace.go:171","msg":"trace[931402569] linearizableReadLoop","detail":"{readStateIndex:26806; appliedIndex:26793; }","duration":"10.646480087s","start":"2026-05-12T12:17:12.440911Z","end":"2026-05-12T12:17:23.087391Z","steps":["trace[931402569] 'read index received' (duration: 1.418904359s)","trace[931402569] 'applied index is now lower than readState.Index' (duration: 9.227573408s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:23.087543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.461966064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-12T12:17:23.087577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.988789708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:23.087577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.887800484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:23.087608Z","caller":"traceutil/trace.go:171","msg":"trace[1180164958] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25960; }","duration":"11.462072217s","start":"2026-05-12T12:17:11.625519Z","end":"2026-05-12T12:17:23.087591Z","steps":["trace[1180164958] 'agreement among raft nodes before linearized reading' (duration: 11.461873792s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:23.087618Z","caller":"traceutil/trace.go:171","msg":"trace[563465538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25961; }","duration":"11.988850249s","start":"2026-05-12T12:17:11.098753Z","end":"2026-05-12T12:17:23.087603Z","steps":["trace[563465538] 'agreement among raft nodes before linearized reading' (duration: 11.988753837s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:23.087616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.468362412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-12T12:17:23.087623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.853235868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:23.087639Z","caller":"traceutil/trace.go:171","msg":"trace[435905879] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25961; }","duration":"10.887899197s","start":"2026-05-12T12:17:12.199721Z","end":"2026-05-12T12:17:23.08762Z","steps":["trace[435905879] 'agreement among raft nodes before linearized reading' (duration: 10.887780834s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:23.087665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:11.098709Z","time spent":"11.988946062s","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:23.087684Z","caller":"traceutil/trace.go:171","msg":"trace[189644577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25961; }","duration":"11.468482835s","start":"2026-05-12T12:17:11.619181Z","end":"2026-05-12T12:17:23.087664Z","steps":["trace[189644577] 'agreement among raft nodes before linearized reading' (duration: 11.468246429s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:23.087702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.199706Z","time spent":"10.887981538s","remote":"127.0.0.1:48130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:23.087699Z","caller":"traceutil/trace.go:171","msg":"trace[1508287257] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25961; }","duration":"11.853347431s","start":"2026-05-12T12:17:11.234326Z","end":"2026-05-12T12:17:23.087673Z","steps":["trace[1508287257] 'agreement among raft nodes before linearized reading' (duration: 11.853104105s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:23.087726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:11.619155Z","time spent":"11.468562617s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:17:23.087741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:11.234307Z","time spent":"11.853424413s","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:23.087646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:11.625501Z","time spent":"11.462137509s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-12T12:17:23.087949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.418518864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:23.087988Z","caller":"traceutil/trace.go:171","msg":"trace[1694305957] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25961; }","duration":"11.418596305s","start":"2026-05-12T12:17:11.66938Z","end":"2026-05-12T12:17:23.087976Z","steps":["trace[1694305957] 'agreement among raft nodes before linearized reading' (duration: 11.418286008s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:23.088022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:11.66936Z","time spent":"11.418649766s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:23.08846Z","caller":"traceutil/trace.go:171","msg":"trace[827089720] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"2.718925826s","start":"2026-05-12T12:17:20.36952Z","end":"2026-05-12T12:17:23.088446Z","steps":["trace[827089720] 'process raft request' (duration: 2.718855254s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:23.08853Z","caller":"traceutil/trace.go:171","msg":"trace[1825545665] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25963; }","duration":"5.817996789s","start":"2026-05-12T12:17:17.27051Z","end":"2026-05-12T12:17:23.088507Z","steps":["trace[1825545665] 'process raft request' (duration: 5.817681912s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:23.088614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:20.369504Z","time spent":"2.719010468s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:23.08861Z","caller":"traceutil/trace.go:171","msg":"trace[332364374] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"5.52466612s","start":"2026-05-12T12:17:17.563922Z","end":"2026-05-12T12:17:23.088589Z","steps":["trace[332364374] 'process raft request' (duration: 5.524357283s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:23.088664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.270488Z","time spent":"5.818096842s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:23.088732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.56389Z","time spent":"5.524769683s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:23.587525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:23.971986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:23.972056Z","caller":"traceutil/trace.go:171","msg":"trace[1064278138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446599s","start":"2026-05-12T12:17:21.971594Z","end":"2026-05-12T12:17:23.97204Z","steps":["trace[1064278138] 'agreement among raft nodes before linearized reading' (duration: 2.000356827s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:23.972093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:21.971569Z","time spent":"2.000517451s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:24.088578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:24.444698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997580768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:24.444792Z","caller":"traceutil/trace.go:171","msg":"trace[1860997512] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997747443s","start":"2026-05-12T12:17:19.447024Z","end":"2026-05-12T12:17:24.444771Z","steps":["trace[1860997512] 'agreement among raft nodes before linearized reading' (duration: 4.99763669s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:24.44486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:19.446978Z","time spent":"4.997862575s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/12 12:17:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:24.588965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:24.96722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.045751956s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:25.583546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.097294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:25.584042Z","caller":"traceutil/trace.go:171","msg":"trace[707209951] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"3.047653819s","start":"2026-05-12T12:17:22.53636Z","end":"2026-05-12T12:17:25.584013Z","steps":["trace[707209951] 'process raft request' (duration: 2.431009552s)","trace[707209951] 'compare' (duration: 615.354524ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:25.584179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:22.536335Z","time spent":"3.047767361s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:25.584281Z","caller":"traceutil/trace.go:171","msg":"trace[214435740] linearizableReadLoop","detail":"{readStateIndex:26820; appliedIndex:26813; }","duration":"2.496785782s","start":"2026-05-12T12:17:23.087478Z","end":"2026-05-12T12:17:25.584264Z","steps":["trace[214435740] 'read index received' (duration: 1.879878418s)","trace[214435740] 'applied index is now lower than readState.Index' (duration: 616.906434ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:17:25.5843Z","caller":"traceutil/trace.go:171","msg":"trace[1123891640] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"2.798442037s","start":"2026-05-12T12:17:22.785812Z","end":"2026-05-12T12:17:25.584254Z","steps":["trace[1123891640] 'process raft request' (duration: 2.797954855s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.584423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:22.785785Z","time spent":"2.798577359s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T12:17:25.584449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.384116915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.584455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.231286483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.584455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268032065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.58449Z","caller":"traceutil/trace.go:171","msg":"trace[1358695181] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25969; }","duration":"8.231372565s","start":"2026-05-12T12:17:17.353106Z","end":"2026-05-12T12:17:25.584478Z","steps":["trace[1358695181] 'agreement among raft nodes before linearized reading' (duration: 8.231266332s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.584513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300507445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.584476Z","caller":"traceutil/trace.go:171","msg":"trace[1895134592] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25969; }","duration":"5.384185327s","start":"2026-05-12T12:17:20.200282Z","end":"2026-05-12T12:17:25.584468Z","steps":["trace[1895134592] 'agreement among raft nodes before linearized reading' (duration: 5.384127755s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.584536Z","caller":"traceutil/trace.go:171","msg":"trace[1675461571] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25969; }","duration":"4.300555806s","start":"2026-05-12T12:17:21.283974Z","end":"2026-05-12T12:17:25.58453Z","steps":["trace[1675461571] 'agreement among raft nodes before linearized reading' (duration: 4.300515695s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.584537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.353086Z","time spent":"8.231440376s","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.584541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216620832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-12T12:17:25.584567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:21.283961Z","time spent":"4.300600007s","remote":"127.0.0.1:55556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.584582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:23.089747Z","time spent":"2.494833284s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-12T12:17:25.584609Z","caller":"traceutil/trace.go:171","msg":"trace[221830564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25969; }","duration":"8.216724875s","start":"2026-05-12T12:17:17.367855Z","end":"2026-05-12T12:17:25.58458Z","steps":["trace[221830564] 'agreement among raft nodes before linearized reading' (duration: 8.216478869s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.584643Z","caller":"traceutil/trace.go:171","msg":"trace[1196565052] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25966; }","duration":"2.799515823s","start":"2026-05-12T12:17:22.785114Z","end":"2026-05-12T12:17:25.58463Z","steps":["trace[1196565052] 'process raft request' (duration: 2.798527709s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.58455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:20.200255Z","time spent":"5.38428458s","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.584719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:22.785092Z","time spent":"2.799587014s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":549,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:25.58477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.344275904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-12T12:17:25.584797Z","caller":"traceutil/trace.go:171","msg":"trace[1682301787] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25969; }","duration":"4.344341976s","start":"2026-05-12T12:17:21.240449Z","end":"2026-05-12T12:17:25.584791Z","steps":["trace[1682301787] 'agreement among raft nodes before linearized reading' (duration: 4.344228353s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.584778Z","caller":"traceutil/trace.go:171","msg":"trace[1335847445] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25966; }","duration":"2.799121843s","start":"2026-05-12T12:17:22.785636Z","end":"2026-05-12T12:17:25.584758Z","steps":["trace[1335847445] 'process raft request' (duration: 2.798090928s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.584818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:21.240428Z","time spent":"4.344384676s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-12T12:17:25.584829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806188427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.584837Z","caller":"traceutil/trace.go:171","msg":"trace[903306908] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"2.49104798s","start":"2026-05-12T12:17:23.093759Z","end":"2026-05-12T12:17:25.584807Z","steps":["trace[903306908] 'process raft request' (duration: 2.490449265s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.584888Z","caller":"traceutil/trace.go:171","msg":"trace[617477026] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25969; }","duration":"2.80628059s","start":"2026-05-12T12:17:22.778594Z","end":"2026-05-12T12:17:25.584875Z","steps":["trace[617477026] 'agreement among raft nodes before linearized reading' (duration: 2.806177227s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.584893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:22.7856Z","time spent":"2.799225835s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:25.584907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216026527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-12T12:17:25.584925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.923520599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.584933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:22.778578Z","time spent":"2.806345161s","remote":"127.0.0.1:48614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:25.584942Z","caller":"traceutil/trace.go:171","msg":"trace[1516306251] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25969; }","duration":"8.216058768s","start":"2026-05-12T12:17:17.368872Z","end":"2026-05-12T12:17:25.584931Z","steps":["trace[1516306251] 'agreement among raft nodes before linearized reading' (duration: 8.215963496s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.584954Z","caller":"traceutil/trace.go:171","msg":"trace[548776315] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25969; }","duration":"4.92357712s","start":"2026-05-12T12:17:20.66137Z","end":"2026-05-12T12:17:25.584947Z","steps":["trace[548776315] 'agreement among raft nodes before linearized reading' (duration: 4.923531119s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.584957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.448638486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:25.584982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.347880347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.585002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668429477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-12T12:17:25.584869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.910991195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:25.585017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.239276957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.585023Z","caller":"traceutil/trace.go:171","msg":"trace[237999816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25969; }","duration":"8.347957509s","start":"2026-05-12T12:17:17.237049Z","end":"2026-05-12T12:17:25.585007Z","steps":["trace[237999816] 'agreement among raft nodes before linearized reading' (duration: 8.347911858s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585041Z","caller":"traceutil/trace.go:171","msg":"trace[1912221028] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25969; }","duration":"6.911250332s","start":"2026-05-12T12:17:18.673783Z","end":"2026-05-12T12:17:25.585034Z","steps":["trace[1912221028] 'agreement among raft nodes before linearized reading' (duration: 6.910948834s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585046Z","caller":"traceutil/trace.go:171","msg":"trace[1629893483] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"2.492178738s","start":"2026-05-12T12:17:23.092857Z","end":"2026-05-12T12:17:25.585036Z","steps":["trace[1629893483] 'process raft request' (duration: 2.491298766s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216375816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-12T12:17:25.585069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:18.673754Z","time spent":"6.911307543s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.237027Z","time spent":"8.34803852s","remote":"127.0.0.1:55372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848037884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.585086Z","caller":"traceutil/trace.go:171","msg":"trace[1528120236] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25969; }","duration":"8.216421657s","start":"2026-05-12T12:17:17.368654Z","end":"2026-05-12T12:17:25.585075Z","steps":["trace[1528120236] 'agreement among raft nodes before linearized reading' (duration: 8.216341655s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749509781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.585098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:23.092836Z","time spent":"2.492236769s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:25.585108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580635519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.58511Z","caller":"traceutil/trace.go:171","msg":"trace[1330064318] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25969; }","duration":"3.848093805s","start":"2026-05-12T12:17:21.737007Z","end":"2026-05-12T12:17:25.585101Z","steps":["trace[1330064318] 'agreement among raft nodes before linearized reading' (duration: 3.848051264s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585121Z","caller":"traceutil/trace.go:171","msg":"trace[1510940] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25969; }","duration":"5.749581001s","start":"2026-05-12T12:17:19.835529Z","end":"2026-05-12T12:17:25.58511Z","steps":["trace[1510940] 'agreement among raft nodes before linearized reading' (duration: 5.74952601s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.584656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.367809Z","time spent":"8.216838327s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T12:17:25.585167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:19.835508Z","time spent":"5.749650964s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216727244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-12T12:17:25.585202Z","caller":"traceutil/trace.go:171","msg":"trace[1338543900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25969; }","duration":"8.216796945s","start":"2026-05-12T12:17:17.368398Z","end":"2026-05-12T12:17:25.585195Z","steps":["trace[1338543900] 'agreement among raft nodes before linearized reading' (duration: 8.216732384s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.368644Z","time spent":"8.216462198s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:17:25.585239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.368387Z","time spent":"8.216846627s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T12:17:25.585252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.550179628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:25.584508Z","caller":"traceutil/trace.go:171","msg":"trace[1858821260] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25969; }","duration":"4.268145788s","start":"2026-05-12T12:17:21.316348Z","end":"2026-05-12T12:17:25.584494Z","steps":["trace[1858821260] 'agreement among raft nodes before linearized reading' (duration: 4.268001545s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.584937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.310516625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-12T12:17:25.585316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:21.316318Z","time spent":"4.268988178s","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:25.585324Z","caller":"traceutil/trace.go:171","msg":"trace[141963665] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7; range_end:; response_count:1; response_revision:25969; }","duration":"8.310935646s","start":"2026-05-12T12:17:17.274379Z","end":"2026-05-12T12:17:25.585315Z","steps":["trace[141963665] 'agreement among raft nodes before linearized reading' (duration: 8.310447685s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.192460761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:25.585355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.274364Z","time spent":"8.310980917s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" "} {"level":"warn","ts":"2026-05-12T12:17:25.585364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.624870178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-05-12T12:17:25.584972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:17.368857Z","time spent":"8.216109279s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:17:25.585382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508704545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293326"} {"level":"info","ts":"2026-05-12T12:17:25.585401Z","caller":"traceutil/trace.go:171","msg":"trace[1185442340] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25969; }","duration":"9.62495059s","start":"2026-05-12T12:17:15.960442Z","end":"2026-05-12T12:17:25.585393Z","steps":["trace[1185442340] 'agreement among raft nodes before linearized reading' (duration: 9.624858048s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.073025447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.585424Z","caller":"traceutil/trace.go:171","msg":"trace[2056341629] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:25969; }","duration":"2.508790637s","start":"2026-05-12T12:17:23.076621Z","end":"2026-05-12T12:17:25.585412Z","steps":["trace[2056341629] 'agreement among raft nodes before linearized reading' (duration: 2.508365696s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.584997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:23.093731Z","time spent":"2.491168153s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:25.585408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.139753592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4699c07b-9226-4287-9dd9-4a1b008c2579\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-12T12:17:25.585449Z","caller":"traceutil/trace.go:171","msg":"trace[1794034915] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25969; }","duration":"11.073096288s","start":"2026-05-12T12:17:14.512345Z","end":"2026-05-12T12:17:25.585441Z","steps":["trace[1794034915] 'agreement among raft nodes before linearized reading' (duration: 11.073048167s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:23.076597Z","time spent":"2.508853149s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293348,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-12T12:17:25.585041Z","caller":"traceutil/trace.go:171","msg":"trace[534543816] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25969; }","duration":"5.239322869s","start":"2026-05-12T12:17:20.34571Z","end":"2026-05-12T12:17:25.585033Z","steps":["trace[534543816] 'agreement among raft nodes before linearized reading' (duration: 5.239282978s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.58549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:14.512324Z","time spent":"11.07315562s","remote":"127.0.0.1:35618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:20.345692Z","time spent":"5.23979806s","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.58552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169340562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.585545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.91689936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.585576Z","caller":"traceutil/trace.go:171","msg":"trace[984879864] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25969; }","duration":"12.916930911s","start":"2026-05-12T12:17:12.668639Z","end":"2026-05-12T12:17:25.58557Z","steps":["trace[984879864] 'agreement among raft nodes before linearized reading' (duration: 12.916874189s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585145Z","caller":"traceutil/trace.go:171","msg":"trace[1686621470] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25969; }","duration":"2.58071111s","start":"2026-05-12T12:17:23.004424Z","end":"2026-05-12T12:17:25.585135Z","steps":["trace[1686621470] 'agreement among raft nodes before linearized reading' (duration: 2.580658579s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.668569Z","time spent":"12.917021713s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:23.004399Z","time spent":"2.581196852s","remote":"127.0.0.1:55410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.646925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.585151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:21.736992Z","time spent":"3.848152086s","remote":"127.0.0.1:40696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.521626933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.585697Z","caller":"traceutil/trace.go:171","msg":"trace[1281886952] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25969; }","duration":"874.738337ms","start":"2026-05-12T12:17:24.710948Z","end":"2026-05-12T12:17:25.585686Z","steps":["trace[1281886952] 'agreement among raft nodes before linearized reading' (duration: 874.668346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.926023985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.585109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.280263698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:25.585721Z","caller":"traceutil/trace.go:171","msg":"trace[206164434] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25969; }","duration":"11.521707176s","start":"2026-05-12T12:17:14.064Z","end":"2026-05-12T12:17:25.585707Z","steps":["trace[206164434] 'agreement among raft nodes before linearized reading' (duration: 11.521638014s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585735Z","caller":"traceutil/trace.go:171","msg":"trace[672897980] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25969; }","duration":"12.926088926s","start":"2026-05-12T12:17:12.65964Z","end":"2026-05-12T12:17:25.585729Z","steps":["trace[672897980] 'agreement among raft nodes before linearized reading' (duration: 12.926049495s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.58574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:24.710923Z","time spent":"874.80925ms","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.659619Z","time spent":"12.926131327s","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:14.063976Z","time spent":"11.521771417s","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:25.585284Z","caller":"traceutil/trace.go:171","msg":"trace[340671398] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25969; }","duration":"9.550240018s","start":"2026-05-12T12:17:16.035035Z","end":"2026-05-12T12:17:25.585275Z","steps":["trace[340671398] 'agreement among raft nodes before linearized reading' (duration: 9.550178187s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.58578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.162625671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.585818Z","caller":"traceutil/trace.go:171","msg":"trace[197404638] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25969; }","duration":"10.162662571s","start":"2026-05-12T12:17:15.423147Z","end":"2026-05-12T12:17:25.585809Z","steps":["trace[197404638] 'agreement among raft nodes before linearized reading' (duration: 10.1626145s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.994818079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:25.584917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622565887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.585888Z","caller":"traceutil/trace.go:171","msg":"trace[853460072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25969; }","duration":"12.994873111s","start":"2026-05-12T12:17:12.591007Z","end":"2026-05-12T12:17:25.58588Z","steps":["trace[853460072] 'agreement among raft nodes before linearized reading' (duration: 12.99483319s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615925344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-12T12:17:25.585904Z","caller":"traceutil/trace.go:171","msg":"trace[504688994] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25969; }","duration":"3.623574281s","start":"2026-05-12T12:17:21.962316Z","end":"2026-05-12T12:17:25.58589Z","steps":["trace[504688994] 'agreement among raft nodes before linearized reading' (duration: 3.622565297s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.590994Z","time spent":"12.994913682s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:25.58593Z","caller":"traceutil/trace.go:171","msg":"trace[1743531444] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25969; }","duration":"1.615953345s","start":"2026-05-12T12:17:23.969969Z","end":"2026-05-12T12:17:25.585922Z","steps":["trace[1743531444] 'agreement among raft nodes before linearized reading' (duration: 1.615828452s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.516449446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.585986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:23.969926Z","time spent":"1.616053208s","remote":"127.0.0.1:44674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":189,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.58601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.779708429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-12T12:17:25.586037Z","caller":"traceutil/trace.go:171","msg":"trace[2042653674] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25969; }","duration":"10.779762741s","start":"2026-05-12T12:17:14.806267Z","end":"2026-05-12T12:17:25.58603Z","steps":["trace[2042653674] 'agreement among raft nodes before linearized reading' (duration: 10.779604157s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.586064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.137163877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-12T12:17:25.586071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:14.806248Z","time spent":"10.779815602s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.58578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604681758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.58611Z","caller":"traceutil/trace.go:171","msg":"trace[2141246779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25969; }","duration":"1.605038737s","start":"2026-05-12T12:17:23.981064Z","end":"2026-05-12T12:17:25.586102Z","steps":["trace[2141246779] 'agreement among raft nodes before linearized reading' (duration: 1.604698557s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585546Z","caller":"traceutil/trace.go:171","msg":"trace[339497717] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25969; }","duration":"2.169402314s","start":"2026-05-12T12:17:23.416138Z","end":"2026-05-12T12:17:25.58554Z","steps":["trace[339497717] 'agreement among raft nodes before linearized reading' (duration: 2.169359643s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585752Z","caller":"traceutil/trace.go:171","msg":"trace[583027259] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25969; }","duration":"5.280921294s","start":"2026-05-12T12:17:20.304819Z","end":"2026-05-12T12:17:25.58574Z","steps":["trace[583027259] 'agreement among raft nodes before linearized reading' (duration: 5.280238017s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.391895706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.586159Z","caller":"traceutil/trace.go:171","msg":"trace[300911265] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25969; }","duration":"11.392189284s","start":"2026-05-12T12:17:14.193964Z","end":"2026-05-12T12:17:25.586154Z","steps":["trace[300911265] 'agreement among raft nodes before linearized reading' (duration: 11.391923426s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.586162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:23.416118Z","time spent":"2.170028411s","remote":"127.0.0.1:44726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.586184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:14.193938Z","time spent":"11.392241055s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:25.586085Z","caller":"traceutil/trace.go:171","msg":"trace[1093139024] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25969; }","duration":"13.137199029s","start":"2026-05-12T12:17:12.44888Z","end":"2026-05-12T12:17:25.586079Z","steps":["trace[1093139024] 'agreement among raft nodes before linearized reading' (duration: 13.137129307s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.58623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.448868Z","time spent":"13.137352693s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-12T12:17:25.58623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.661648634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-12T12:17:25.586273Z","caller":"traceutil/trace.go:171","msg":"trace[680965730] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25969; }","duration":"11.661734956s","start":"2026-05-12T12:17:13.924529Z","end":"2026-05-12T12:17:25.586264Z","steps":["trace[680965730] 'agreement among raft nodes before linearized reading' (duration: 11.661540301s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585468Z","caller":"traceutil/trace.go:171","msg":"trace[113726673] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4699c07b-9226-4287-9dd9-4a1b008c2579; range_end:; response_count:1; response_revision:25969; }","duration":"13.139822603s","start":"2026-05-12T12:17:12.445636Z","end":"2026-05-12T12:17:25.585459Z","steps":["trace[113726673] 'agreement among raft nodes before linearized reading' (duration: 13.139725341s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.586307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:12.445623Z","time spent":"13.140678765s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-4699c07b-9226-4287-9dd9-4a1b008c2579\" "} {"level":"warn","ts":"2026-05-12T12:17:25.586303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:13.924508Z","time spent":"11.661786908s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":179,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.586319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.716980349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.585336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.723755265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:25.586351Z","caller":"traceutil/trace.go:171","msg":"trace[89409580] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25969; }","duration":"11.71703667s","start":"2026-05-12T12:17:13.869305Z","end":"2026-05-12T12:17:25.586341Z","steps":["trace[89409580] 'agreement among raft nodes before linearized reading' (duration: 11.716984729s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.586366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.491643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.586168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:20.304805Z","time spent":"5.281350926s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.955812935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.586391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:13.86929Z","time spent":"11.717092511s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:25.586401Z","caller":"traceutil/trace.go:171","msg":"trace[1979186955] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25969; }","duration":"155.566905ms","start":"2026-05-12T12:17:25.430824Z","end":"2026-05-12T12:17:25.586391Z","steps":["trace[1979186955] 'agreement among raft nodes before linearized reading' (duration: 155.506173ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585034Z","caller":"traceutil/trace.go:171","msg":"trace[38273709] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25969; }","duration":"3.668457727s","start":"2026-05-12T12:17:21.916567Z","end":"2026-05-12T12:17:25.585025Z","steps":["trace[38273709] 'agreement among raft nodes before linearized reading' (duration: 3.668372645s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.586419Z","caller":"traceutil/trace.go:171","msg":"trace[2057366210] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25969; }","duration":"9.956592774s","start":"2026-05-12T12:17:15.629813Z","end":"2026-05-12T12:17:25.586405Z","steps":["trace[2057366210] 'agreement among raft nodes before linearized reading' (duration: 9.955820904s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.586472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:15.6298Z","time spent":"9.956654946s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145023449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:25.585026Z","caller":"traceutil/trace.go:171","msg":"trace[916610649] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25969; }","duration":"5.448697668s","start":"2026-05-12T12:17:20.136308Z","end":"2026-05-12T12:17:25.585006Z","steps":["trace[916610649] 'agreement among raft nodes before linearized reading' (duration: 5.448611136s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.586557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:20.136249Z","time spent":"5.450297257s","remote":"127.0.0.1:48706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47860482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.585472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.145038987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-05-12T12:17:25.58663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.698182975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-12T12:17:25.586637Z","caller":"traceutil/trace.go:171","msg":"trace[406018375] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25969; }","duration":"1.479517792s","start":"2026-05-12T12:17:24.107107Z","end":"2026-05-12T12:17:25.586624Z","steps":["trace[406018375] 'agreement among raft nodes before linearized reading' (duration: 1.478617689s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.58665Z","caller":"traceutil/trace.go:171","msg":"trace[668625705] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25969; }","duration":"12.146238737s","start":"2026-05-12T12:17:13.440404Z","end":"2026-05-12T12:17:25.586643Z","steps":["trace[668625705] 'agreement among raft nodes before linearized reading' (duration: 12.145018736s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.586662Z","caller":"traceutil/trace.go:171","msg":"trace[1987015194] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25969; }","duration":"9.698248766s","start":"2026-05-12T12:17:15.888404Z","end":"2026-05-12T12:17:25.586653Z","steps":["trace[1987015194] 'agreement among raft nodes before linearized reading' (duration: 9.696954163s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.586681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:24.107091Z","time spent":"1.479570704s","remote":"127.0.0.1:55716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.586437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:21.916523Z","time spent":"3.669907584s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-12T12:17:25.585435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:15.960421Z","time spent":"9.625007461s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-12T12:17:25.585501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.370863443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:25.586785Z","caller":"traceutil/trace.go:171","msg":"trace[44670855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25969; }","duration":"12.372184496s","start":"2026-05-12T12:17:13.214595Z","end":"2026-05-12T12:17:25.586779Z","steps":["trace[44670855] 'agreement among raft nodes before linearized reading' (duration: 12.370891664s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.994126268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.586135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:23.98105Z","time spent":"1.605080608s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:25.586814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:13.214572Z","time spent":"12.372235777s","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:25.585989Z","caller":"traceutil/trace.go:171","msg":"trace[1990378374] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25969; }","duration":"11.516517108s","start":"2026-05-12T12:17:14.069463Z","end":"2026-05-12T12:17:25.58598Z","steps":["trace[1990378374] 'agreement among raft nodes before linearized reading' (duration: 11.516472006s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.586833Z","caller":"traceutil/trace.go:171","msg":"trace[325198036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25969; }","duration":"9.995278687s","start":"2026-05-12T12:17:15.591537Z","end":"2026-05-12T12:17:25.586815Z","steps":["trace[325198036] 'agreement among raft nodes before linearized reading' (duration: 9.994147738s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.586854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:14.069454Z","time spent":"11.517387839s","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:16.03502Z","time spent":"9.550763052s","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.584977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:20.661354Z","time spent":"4.923618172s","remote":"127.0.0.1:57378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.586898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:15.591518Z","time spent":"9.995361169s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.586674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:13.440389Z","time spent":"12.146279238s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-12T12:17:25.586956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.875597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-12T12:17:25.586377Z","caller":"traceutil/trace.go:171","msg":"trace[1651181262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25969; }","duration":"11.724824382s","start":"2026-05-12T12:17:13.861528Z","end":"2026-05-12T12:17:25.586353Z","steps":["trace[1651181262] 'agreement among raft nodes before linearized reading' (duration: 11.723775585s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.587029Z","caller":"traceutil/trace.go:171","msg":"trace[1263788936] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25969; }","duration":"110.005591ms","start":"2026-05-12T12:17:25.477006Z","end":"2026-05-12T12:17:25.587012Z","steps":["trace[1263788936] 'agreement among raft nodes before linearized reading' (duration: 109.743534ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:25.585369Z","caller":"traceutil/trace.go:171","msg":"trace[1732287374] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25969; }","duration":"4.192659895s","start":"2026-05-12T12:17:21.3927Z","end":"2026-05-12T12:17:25.58536Z","steps":["trace[1732287374] 'agreement among raft nodes before linearized reading' (duration: 4.192468931s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.585659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037178902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:25.587052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:13.861507Z","time spent":"11.725534119s","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.586706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:15.888384Z","time spent":"9.698314868s","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2811,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.011961118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:25.587084Z","caller":"traceutil/trace.go:171","msg":"trace[1792258432] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25969; }","duration":"1.038629657s","start":"2026-05-12T12:17:24.548443Z","end":"2026-05-12T12:17:25.587072Z","steps":["trace[1792258432] 'agreement among raft nodes before linearized reading' (duration: 1.037186241s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.587088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:21.39268Z","time spent":"4.194391409s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:25.587103Z","caller":"traceutil/trace.go:171","msg":"trace[484083835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25969; }","duration":"10.013354253s","start":"2026-05-12T12:17:15.573737Z","end":"2026-05-12T12:17:25.587092Z","steps":["trace[484083835] 'agreement among raft nodes before linearized reading' (duration: 10.011983388s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.587124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:24.548423Z","time spent":"1.038688869s","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.587149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:15.573529Z","time spent":"10.013606339s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:25.586512Z","caller":"traceutil/trace.go:171","msg":"trace[1658091670] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25969; }","duration":"1.145853699s","start":"2026-05-12T12:17:24.440649Z","end":"2026-05-12T12:17:25.586503Z","steps":["trace[1658091670] 'agreement among raft nodes before linearized reading' (duration: 1.145029018s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:25.587283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:24.440633Z","time spent":"1.146641899s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.585854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:15.423093Z","time spent":"10.162752603s","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:25.587524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:21.962301Z","time spent":"3.624474124s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:26.088602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:27.366672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.595692Z","time spent":"1.770972555s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:17:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:27.368303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.591625Z","time spent":"1.776673306s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:17:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:27.368422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.595979Z","time spent":"1.772441271s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:27.368417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.590319Z","time spent":"1.77809387s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:27.587792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:27.587925Z","caller":"traceutil/trace.go:171","msg":"trace[1285347162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177053s","start":"2026-05-12T12:17:25.587717Z","end":"2026-05-12T12:17:27.587894Z","steps":["trace[1285347162] 'agreement among raft nodes before linearized reading' (duration: 2.000007479s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:27.587994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.587702Z","time spent":"2.000280736s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:28.169025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.636127ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:28.169232Z","caller":"traceutil/trace.go:171","msg":"trace[1756914420] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25969; }","duration":"588.854983ms","start":"2026-05-12T12:17:27.580357Z","end":"2026-05-12T12:17:28.169212Z","steps":["trace[1756914420] 'range keys from in-memory index tree' (duration: 588.617467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:28.169857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02476895s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:28.169998Z","caller":"traceutil/trace.go:171","msg":"trace[1229529751] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"2.583822476s","start":"2026-05-12T12:17:25.586147Z","end":"2026-05-12T12:17:28.169969Z","steps":["trace[1229529751] 'process raft request' (duration: 558.80073ms)","trace[1229529751] 'compare' (duration: 2.023322294s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:28.170099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.586128Z","time spent":"2.583921599s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:28.46589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.240859404s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:29.595783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:29.595886Z","caller":"traceutil/trace.go:171","msg":"trace[1987051268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076361s","start":"2026-05-12T12:17:27.59579Z","end":"2026-05-12T12:17:29.595866Z","steps":["trace[1987051268] 'agreement among raft nodes before linearized reading' (duration: 1.999945987s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:29.595938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:27.595764Z","time spent":"2.000163992s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:29.911064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.32071063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:29.911134Z","caller":"traceutil/trace.go:171","msg":"trace[586565181] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"4.320816463s","start":"2026-05-12T12:17:25.5903Z","end":"2026-05-12T12:17:29.911116Z","steps":["trace[586565181] 'agreement among raft nodes before linearized reading' (duration: 4.320725781s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:29.911174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.590286Z","time spent":"4.320880774s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/12 12:17:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:30.578713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11245849s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:30.57919Z","caller":"traceutil/trace.go:171","msg":"trace[1216095655] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"2.484832347s","start":"2026-05-12T12:17:28.094339Z","end":"2026-05-12T12:17:30.579172Z","steps":["trace[1216095655] 'process raft request' (duration: 2.484784246s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:30.579272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:28.094293Z","time spent":"2.484931959s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:30.579313Z","caller":"traceutil/trace.go:171","msg":"trace[1597468826] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"4.981198908s","start":"2026-05-12T12:17:25.598073Z","end":"2026-05-12T12:17:30.579272Z","steps":["trace[1597468826] 'process raft request' (duration: 4.980939772s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:30.579341Z","caller":"traceutil/trace.go:171","msg":"trace[2013147226] linearizableReadLoop","detail":"{readStateIndex:26827; appliedIndex:26820; }","duration":"4.991576764s","start":"2026-05-12T12:17:25.587742Z","end":"2026-05-12T12:17:30.579319Z","steps":["trace[2013147226] 'read index received' (duration: 557.177762ms)","trace[2013147226] 'applied index is now lower than readState.Index' (duration: 4.434397182s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:17:30.579324Z","caller":"traceutil/trace.go:171","msg":"trace[986345263] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"4.985078094s","start":"2026-05-12T12:17:25.594195Z","end":"2026-05-12T12:17:30.579273Z","steps":["trace[986345263] 'process raft request' (duration: 4.984694745s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:30.579366Z","caller":"traceutil/trace.go:171","msg":"trace[1142679413] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25976; }","duration":"3.210715116s","start":"2026-05-12T12:17:27.368621Z","end":"2026-05-12T12:17:30.579336Z","steps":["trace[1142679413] 'process raft request' (duration: 3.210448739s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:30.579401Z","caller":"traceutil/trace.go:171","msg":"trace[1891879889] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25976; }","duration":"3.207078166s","start":"2026-05-12T12:17:27.372286Z","end":"2026-05-12T12:17:30.579364Z","steps":["trace[1891879889] 'process raft request' (duration: 3.20681017s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:30.579486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.594178Z","time spent":"4.985223688s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:30.579495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.598064Z","time spent":"4.981323051s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:30.579512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:27.368601Z","time spent":"3.210828708s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:30.579606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:27.372239Z","time spent":"3.20724685s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:31.080382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:31.581146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:31.596707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999749924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:31.596762Z","caller":"traceutil/trace.go:171","msg":"trace[2122792638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999846946s","start":"2026-05-12T12:17:29.5969Z","end":"2026-05-12T12:17:31.596747Z","steps":["trace[2122792638] 'agreement among raft nodes before linearized reading' (duration: 1.999773704s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:31.596795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:29.596884Z","time spent":"1.999905668s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:31.782589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869315939s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:33.234294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451370079s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:33.234868Z","caller":"traceutil/trace.go:171","msg":"trace[2024977231] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"3.321654412s","start":"2026-05-12T12:17:29.913176Z","end":"2026-05-12T12:17:33.23483Z","steps":["trace[2024977231] 'process raft request' (duration: 1.869678639s)","trace[2024977231] 'compare' (duration: 1.450928647s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:33.23545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:29.913158Z","time spent":"3.321874027s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:33.606519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998263558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:33.606602Z","caller":"traceutil/trace.go:171","msg":"trace[811106564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998395882s","start":"2026-05-12T12:17:31.608188Z","end":"2026-05-12T12:17:33.606583Z","steps":["trace[811106564] 'agreement among raft nodes before linearized reading' (duration: 1.998290819s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:33.606654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:31.608169Z","time spent":"1.998470063s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:34.501646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356538351s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:34.702097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467691971s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-12T12:17:34.702641Z","caller":"traceutil/trace.go:171","msg":"trace[226693873] linearizableReadLoop","detail":"{readStateIndex:26832; appliedIndex:26830; }","duration":"4.123229877s","start":"2026-05-12T12:17:30.579384Z","end":"2026-05-12T12:17:34.702614Z","steps":["trace[226693873] 'read index received' (duration: 1.203451709s)","trace[226693873] 'applied index is now lower than readState.Index' (duration: 2.919776237s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:34.703394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.952805425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:34.703767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.108582776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-05-12T12:17:34.703466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975356617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:34.703844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.034795308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-12T12:17:34.703886Z","caller":"traceutil/trace.go:171","msg":"trace[1338822359] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25978; }","duration":"4.975831749s","start":"2026-05-12T12:17:29.728038Z","end":"2026-05-12T12:17:34.703869Z","steps":["trace[1338822359] 'agreement among raft nodes before linearized reading' (duration: 4.975337957s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:34.703934Z","caller":"traceutil/trace.go:171","msg":"trace[1747810320] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25978; }","duration":"9.034892971s","start":"2026-05-12T12:17:25.669027Z","end":"2026-05-12T12:17:34.70392Z","steps":["trace[1747810320] 'agreement among raft nodes before linearized reading' (duration: 9.034662276s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.703911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.588155036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-12T12:17:34.704121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.66902Z","time spent":"9.034984843s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-05-12T12:17:34.70414Z","caller":"traceutil/trace.go:171","msg":"trace[981607417] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25978; }","duration":"7.588396262s","start":"2026-05-12T12:17:27.115725Z","end":"2026-05-12T12:17:34.704121Z","steps":["trace[981607417] 'agreement among raft nodes before linearized reading' (duration: 7.58789015s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.704202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:27.115664Z","time spent":"7.588518286s","remote":"127.0.0.1:44384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":236,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:34.703625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.520277026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:34.704349Z","caller":"traceutil/trace.go:171","msg":"trace[290750573] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25978; }","duration":"5.520991503s","start":"2026-05-12T12:17:29.183337Z","end":"2026-05-12T12:17:34.704329Z","steps":["trace[290750573] 'agreement among raft nodes before linearized reading' (duration: 5.520255485s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.703649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.363862006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-12T12:17:34.704513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:29.183256Z","time spent":"5.521184298s","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:34.703707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.530337887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-12T12:17:34.704605Z","caller":"traceutil/trace.go:171","msg":"trace[216504438] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25978; }","duration":"6.364743946s","start":"2026-05-12T12:17:28.339718Z","end":"2026-05-12T12:17:34.704462Z","steps":["trace[216504438] 'agreement among raft nodes before linearized reading' (duration: 6.363605699s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:34.704684Z","caller":"traceutil/trace.go:171","msg":"trace[1917892213] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25978; }","duration":"6.531317122s","start":"2026-05-12T12:17:28.17333Z","end":"2026-05-12T12:17:34.704647Z","steps":["trace[1917892213] 'agreement among raft nodes before linearized reading' (duration: 6.530286666s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.704757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:28.173316Z","time spent":"6.531421565s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-12T12:17:34.704743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:28.339705Z","time spent":"6.364970883s","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:34.703696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.034486461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-05-12T12:17:34.70516Z","caller":"traceutil/trace.go:171","msg":"trace[494990271] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25978; }","duration":"9.035977568s","start":"2026-05-12T12:17:25.669162Z","end":"2026-05-12T12:17:34.70514Z","steps":["trace[494990271] 'agreement among raft nodes before linearized reading' (duration: 9.034365198s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.705265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.669158Z","time spent":"9.036086141s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1103,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-05-12T12:17:34.7037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.248007806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:34.705392Z","caller":"traceutil/trace.go:171","msg":"trace[1967364478] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25978; }","duration":"5.24974538s","start":"2026-05-12T12:17:29.455626Z","end":"2026-05-12T12:17:34.705372Z","steps":["trace[1967364478] 'agreement among raft nodes before linearized reading' (duration: 5.247940425s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.705451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:29.455606Z","time spent":"5.249826971s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:34.703707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.035317922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:34.704086Z","caller":"traceutil/trace.go:171","msg":"trace[691395998] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25978; }","duration":"5.953286327s","start":"2026-05-12T12:17:28.750504Z","end":"2026-05-12T12:17:34.70379Z","steps":["trace[691395998] 'agreement among raft nodes before linearized reading' (duration: 5.952790475s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.703714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.112405602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-12T12:17:34.705686Z","caller":"traceutil/trace.go:171","msg":"trace[818676376] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25978; }","duration":"9.114394181s","start":"2026-05-12T12:17:25.591281Z","end":"2026-05-12T12:17:34.705675Z","steps":["trace[818676376] 'agreement among raft nodes before linearized reading' (duration: 9.112275918s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.705706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:28.750481Z","time spent":"5.955201424s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:34.705732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.591273Z","time spent":"9.114441502s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-12T12:17:34.705635Z","caller":"traceutil/trace.go:171","msg":"trace[1220143855] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25978; }","duration":"9.03727155s","start":"2026-05-12T12:17:25.668337Z","end":"2026-05-12T12:17:34.705609Z","steps":["trace[1220143855] 'agreement among raft nodes before linearized reading' (duration: 9.035307712s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.703719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.712230709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:34.705906Z","caller":"traceutil/trace.go:171","msg":"trace[134261558] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25978; }","duration":"8.714466844s","start":"2026-05-12T12:17:25.991423Z","end":"2026-05-12T12:17:34.70589Z","steps":["trace[134261558] 'agreement among raft nodes before linearized reading' (duration: 8.712228789s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.706016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.991403Z","time spent":"8.714593008s","remote":"127.0.0.1:44424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:34.703762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.228796341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:34.70613Z","caller":"traceutil/trace.go:171","msg":"trace[2144949797] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25978; }","duration":"7.231192379s","start":"2026-05-12T12:17:27.474916Z","end":"2026-05-12T12:17:34.706108Z","steps":["trace[2144949797] 'agreement among raft nodes before linearized reading' (duration: 7.22879664s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.706206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:27.474901Z","time spent":"7.231273232s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:34.703772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.034566974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-05-12T12:17:34.706376Z","caller":"traceutil/trace.go:171","msg":"trace[2007929514] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25978; }","duration":"9.037158098s","start":"2026-05-12T12:17:25.669199Z","end":"2026-05-12T12:17:34.706357Z","steps":["trace[2007929514] 'agreement among raft nodes before linearized reading' (duration: 9.034540983s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.706424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.669186Z","time spent":"9.037223079s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1043,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"info","ts":"2026-05-12T12:17:34.70386Z","caller":"traceutil/trace.go:171","msg":"trace[1638651150] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25978; }","duration":"9.108629488s","start":"2026-05-12T12:17:25.595177Z","end":"2026-05-12T12:17:34.703807Z","steps":["trace[1638651150] 'agreement among raft nodes before linearized reading' (duration: 9.108478534s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.706521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.595167Z","time spent":"9.111337055s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-12T12:17:34.703792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.192177102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:34.703956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:29.728014Z","time spent":"4.975929001s","remote":"127.0.0.1:55534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:34.706664Z","caller":"traceutil/trace.go:171","msg":"trace[637565015] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25978; }","duration":"8.195095904s","start":"2026-05-12T12:17:26.511547Z","end":"2026-05-12T12:17:34.706643Z","steps":["trace[637565015] 'agreement among raft nodes before linearized reading' (duration: 8.192161862s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.703551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.334736769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:34.706785Z","caller":"traceutil/trace.go:171","msg":"trace[804929897] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25978; }","duration":"4.33801592s","start":"2026-05-12T12:17:30.368755Z","end":"2026-05-12T12:17:34.706771Z","steps":["trace[804929897] 'agreement among raft nodes before linearized reading' (duration: 4.334755359s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.70679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:26.511528Z","time spent":"8.195237587s","remote":"127.0.0.1:56340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:34.706831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:30.368734Z","time spent":"4.338084241s","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:34.703951Z","caller":"traceutil/trace.go:171","msg":"trace[1503750881] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"1.5589477s","start":"2026-05-12T12:17:33.144993Z","end":"2026-05-12T12:17:34.703941Z","steps":["trace[1503750881] 'process raft request' (duration: 1.557349541s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.707072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:33.144968Z","time spent":"1.561934983s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:34.705843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:25.668316Z","time spent":"9.037504245s","remote":"127.0.0.1:48046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:34.703763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.400711273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:34.707401Z","caller":"traceutil/trace.go:171","msg":"trace[810715886] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25978; }","duration":"6.404197619s","start":"2026-05-12T12:17:28.303002Z","end":"2026-05-12T12:17:34.707199Z","steps":["trace[810715886] 'agreement among raft nodes before linearized reading' (duration: 6.400725974s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:34.707461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:28.302977Z","time spent":"6.404464416s","remote":"127.0.0.1:44564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:35.203413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:35.607023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:35.607128Z","caller":"traceutil/trace.go:171","msg":"trace[521460077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042802s","start":"2026-05-12T12:17:33.606681Z","end":"2026-05-12T12:17:35.607109Z","steps":["trace[521460077] 'agreement among raft nodes before linearized reading' (duration: 2.000292677s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:35.607177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:33.606668Z","time spent":"2.000499061s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:35.703768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:36.14292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450435986s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:36.317392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:36.317484Z","caller":"traceutil/trace.go:171","msg":"trace[1884056634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004342s","start":"2026-05-12T12:17:34.317024Z","end":"2026-05-12T12:17:36.317458Z","steps":["trace[1884056634] 'agreement among raft nodes before linearized reading' (duration: 2.000326417s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:36.317577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:34.316996Z","time spent":"2.000566553s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:37.504591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36130818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:37.504689Z","caller":"traceutil/trace.go:171","msg":"trace[798393381] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"4.263601716s","start":"2026-05-12T12:17:33.241065Z","end":"2026-05-12T12:17:37.504667Z","steps":["trace[798393381] 'process raft request' (duration: 2.902131222s)","trace[798393381] 'compare' (duration: 1.36089637s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:37.504772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:33.241056Z","time spent":"4.263686758s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:37.615354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:37.615461Z","caller":"traceutil/trace.go:171","msg":"trace[1615774483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113813s","start":"2026-05-12T12:17:35.615323Z","end":"2026-05-12T12:17:37.615437Z","steps":["trace[1615774483] 'agreement among raft nodes before linearized reading' (duration: 1.99997764s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:37.615524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:35.615301Z","time spent":"2.000206465s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:37.885229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.741966621s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:39.617039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000689456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:39.617131Z","caller":"traceutil/trace.go:171","msg":"trace[24595799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00083331s","start":"2026-05-12T12:17:37.616274Z","end":"2026-05-12T12:17:39.617107Z","steps":["trace[24595799] 'agreement among raft nodes before linearized reading' (duration: 2.000711737s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:39.617181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:37.61625Z","time spent":"2.000920691s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:40.749568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864024362s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:40.749719Z","caller":"traceutil/trace.go:171","msg":"trace[567575377] linearizableReadLoop","detail":"{readStateIndex:26837; appliedIndex:26833; }","duration":"6.047022857s","start":"2026-05-12T12:17:34.702686Z","end":"2026-05-12T12:17:40.749709Z","steps":["trace[567575377] 'read index received' (duration: 1.440530652s)","trace[567575377] 'applied index is now lower than readState.Index' (duration: 4.606491225s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:17:40.749732Z","caller":"traceutil/trace.go:171","msg":"trace[691329007] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"6.05570604s","start":"2026-05-12T12:17:34.694Z","end":"2026-05-12T12:17:40.749707Z","steps":["trace[691329007] 'process raft request' (duration: 3.191487563s)","trace[691329007] 'compare' (duration: 2.86269804s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:40.749836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:34.69394Z","time spent":"6.055839524s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:40.749978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.688117392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418529"} {"level":"info","ts":"2026-05-12T12:17:40.750002Z","caller":"traceutil/trace.go:171","msg":"trace[2111195035] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25983; }","duration":"9.688167943s","start":"2026-05-12T12:17:31.061826Z","end":"2026-05-12T12:17:40.749994Z","steps":["trace[2111195035] 'agreement among raft nodes before linearized reading' (duration: 9.688010308s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.750022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:31.061813Z","time spent":"9.688202654s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418551,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-12T12:17:40.750065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.166663177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-12T12:17:40.750094Z","caller":"traceutil/trace.go:171","msg":"trace[629778311] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7; range_end:; response_count:1; response_revision:25983; }","duration":"10.166689187s","start":"2026-05-12T12:17:30.583395Z","end":"2026-05-12T12:17:40.750085Z","steps":["trace[629778311] 'agreement among raft nodes before linearized reading' (duration: 10.166594525s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.749948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.619148471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:40.750147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.725704349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:40.750166Z","caller":"traceutil/trace.go:171","msg":"trace[873339837] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25983; }","duration":"9.725742329s","start":"2026-05-12T12:17:31.024418Z","end":"2026-05-12T12:17:40.75016Z","steps":["trace[873339837] 'agreement among raft nodes before linearized reading' (duration: 9.725711268s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.750181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:31.024406Z","time spent":"9.725769459s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:17:40.750087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.627592666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:40.750257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.052865087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:40.750268Z","caller":"traceutil/trace.go:171","msg":"trace[2032785368] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25983; }","duration":"9.619426959s","start":"2026-05-12T12:17:31.13076Z","end":"2026-05-12T12:17:40.750187Z","steps":["trace[2032785368] 'agreement among raft nodes before linearized reading' (duration: 9.619042218s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.750346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.159377416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-12T12:17:40.750295Z","caller":"traceutil/trace.go:171","msg":"trace[700617510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25983; }","duration":"8.627916353s","start":"2026-05-12T12:17:32.122347Z","end":"2026-05-12T12:17:40.750264Z","steps":["trace[700617510] 'agreement among raft nodes before linearized reading' (duration: 8.627424941s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.750416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:31.130741Z","time spent":"9.619658425s","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:40.750424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:32.122324Z","time spent":"8.628080317s","remote":"127.0.0.1:55532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:40.750517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.051964075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:40.750611Z","caller":"traceutil/trace.go:171","msg":"trace[1166872367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25983; }","duration":"9.052096607s","start":"2026-05-12T12:17:31.698492Z","end":"2026-05-12T12:17:40.750588Z","steps":["trace[1166872367] 'agreement among raft nodes before linearized reading' (duration: 9.051914763s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.750664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:31.698481Z","time spent":"9.05217264s","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:40.750711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.1840616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:40.750732Z","caller":"traceutil/trace.go:171","msg":"trace[1706846884] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25983; }","duration":"7.184121282s","start":"2026-05-12T12:17:33.566604Z","end":"2026-05-12T12:17:40.750726Z","steps":["trace[1706846884] 'agreement among raft nodes before linearized reading' (duration: 7.184089221s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.750752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:33.566577Z","time spent":"7.184171402s","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:40.750858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.301744351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:40.751067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.420806379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:40.751115Z","caller":"traceutil/trace.go:171","msg":"trace[400790363] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25983; }","duration":"8.420888061s","start":"2026-05-12T12:17:32.330212Z","end":"2026-05-12T12:17:40.7511Z","steps":["trace[400790363] 'agreement among raft nodes before linearized reading' (duration: 8.420820159s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.751148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:32.330193Z","time spent":"8.420946743s","remote":"127.0.0.1:55704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:40.75011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:30.583337Z","time spent":"10.166770339s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" "} {"level":"warn","ts":"2026-05-12T12:17:40.750187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.814545868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:40.751775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.715756993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:40.751861Z","caller":"traceutil/trace.go:171","msg":"trace[43929305] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25983; }","duration":"7.715848205s","start":"2026-05-12T12:17:33.035968Z","end":"2026-05-12T12:17:40.751816Z","steps":["trace[43929305] 'agreement among raft nodes before linearized reading' (duration: 7.715752953s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.751909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:33.035951Z","time spent":"7.715945727s","remote":"127.0.0.1:55428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:40.751922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.306107657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:40.751964Z","caller":"traceutil/trace.go:171","msg":"trace[748213752] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25983; }","duration":"9.30619132s","start":"2026-05-12T12:17:31.44576Z","end":"2026-05-12T12:17:40.751951Z","steps":["trace[748213752] 'agreement among raft nodes before linearized reading' (duration: 9.306110008s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.751995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:31.445736Z","time spent":"9.30625247s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:40.75244Z","caller":"traceutil/trace.go:171","msg":"trace[1497636744] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25983; }","duration":"9.05508318s","start":"2026-05-12T12:17:31.697332Z","end":"2026-05-12T12:17:40.752415Z","steps":["trace[1497636744] 'agreement among raft nodes before linearized reading' (duration: 9.052886896s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:40.752521Z","caller":"traceutil/trace.go:171","msg":"trace[1628409067] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25983; }","duration":"9.303426541s","start":"2026-05-12T12:17:31.44908Z","end":"2026-05-12T12:17:40.752507Z","steps":["trace[1628409067] 'agreement among raft nodes before linearized reading' (duration: 9.3017327s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.750876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.108301657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:40.752471Z","caller":"traceutil/trace.go:171","msg":"trace[2036536376] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25983; }","duration":"9.816860145s","start":"2026-05-12T12:17:30.935585Z","end":"2026-05-12T12:17:40.752445Z","steps":["trace[2036536376] 'agreement among raft nodes before linearized reading' (duration: 9.814558919s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:40.750261Z","caller":"traceutil/trace.go:171","msg":"trace[314301032] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"5.051520274s","start":"2026-05-12T12:17:35.698736Z","end":"2026-05-12T12:17:40.750256Z","steps":["trace[314301032] 'process raft request' (duration: 5.050944409s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.752617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:30.935562Z","time spent":"9.817042078s","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:40.752695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:31.449071Z","time spent":"9.303556644s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:40.750109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.157828357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-12T12:17:40.752851Z","caller":"traceutil/trace.go:171","msg":"trace[1929713851] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25983; }","duration":"10.160606216s","start":"2026-05-12T12:17:30.592235Z","end":"2026-05-12T12:17:40.752841Z","steps":["trace[1929713851] 'agreement among raft nodes before linearized reading' (duration: 10.157734435s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.752899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:30.592225Z","time spent":"10.160662997s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-12T12:17:40.752658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:35.69871Z","time spent":"5.053920132s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:40.750204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.509441979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-12T12:17:40.754956Z","caller":"traceutil/trace.go:171","msg":"trace[77920935] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25983; }","duration":"7.514214345s","start":"2026-05-12T12:17:33.240729Z","end":"2026-05-12T12:17:40.754944Z","steps":["trace[77920935] 'agreement among raft nodes before linearized reading' (duration: 7.509424058s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.754986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:33.240714Z","time spent":"7.514261857s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-12T12:17:40.75142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.551099834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:40.755163Z","caller":"traceutil/trace.go:171","msg":"trace[1960955765] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25983; }","duration":"7.554883817s","start":"2026-05-12T12:17:33.200268Z","end":"2026-05-12T12:17:40.755152Z","steps":["trace[1960955765] 'agreement among raft nodes before linearized reading' (duration: 7.551116225s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.755212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:33.200245Z","time spent":"7.5549557s","remote":"127.0.0.1:55598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:40.754134Z","caller":"traceutil/trace.go:171","msg":"trace[904736695] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25983; }","duration":"8.11005666s","start":"2026-05-12T12:17:32.642569Z","end":"2026-05-12T12:17:40.752625Z","steps":["trace[904736695] 'agreement among raft nodes before linearized reading' (duration: 8.108284077s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.755406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:32.642487Z","time spent":"8.11290732s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:40.752477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:31.697312Z","time spent":"9.055154902s","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:40.754203Z","caller":"traceutil/trace.go:171","msg":"trace[2002814830] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25983; }","duration":"6.163266992s","start":"2026-05-12T12:17:34.590928Z","end":"2026-05-12T12:17:40.754195Z","steps":["trace[2002814830] 'agreement among raft nodes before linearized reading' (duration: 6.159379497s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.755647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:34.590908Z","time spent":"6.164617755s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-12T12:17:40.750237Z","caller":"traceutil/trace.go:171","msg":"trace[542671848] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"5.164690833s","start":"2026-05-12T12:17:35.585533Z","end":"2026-05-12T12:17:40.750224Z","steps":["trace[542671848] 'process raft request' (duration: 5.164104207s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:40.755766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:35.58551Z","time spent":"5.170187779s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:41.624444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:41.624595Z","caller":"traceutil/trace.go:171","msg":"trace[1025590003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193764s","start":"2026-05-12T12:17:39.624362Z","end":"2026-05-12T12:17:41.624556Z","steps":["trace[1025590003] 'agreement among raft nodes before linearized reading' (duration: 2.00001162s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:41.624661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:39.624346Z","time spent":"2.000301097s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:43.153178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.987590433s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:43.625545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000547983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:43.62564Z","caller":"traceutil/trace.go:171","msg":"trace[953177964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000711517s","start":"2026-05-12T12:17:41.624906Z","end":"2026-05-12T12:17:43.625617Z","steps":["trace[953177964] 'agreement among raft nodes before linearized reading' (duration: 2.000584554s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:43.625694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:41.62488Z","time spent":"2.000803119s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:45.459506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.305626902s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:45.633839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:45.633921Z","caller":"traceutil/trace.go:171","msg":"trace[4004652] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263536s","start":"2026-05-12T12:17:43.633638Z","end":"2026-05-12T12:17:45.633902Z","steps":["trace[4004652] 'agreement among raft nodes before linearized reading' (duration: 2.000161544s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.633969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:43.633619Z","time spent":"2.000340109s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:45.700455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534499403s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-12T12:17:45.700909Z","caller":"traceutil/trace.go:171","msg":"trace[600620292] linearizableReadLoop","detail":"{readStateIndex:26838; appliedIndex:26837; }","duration":"4.951144661s","start":"2026-05-12T12:17:40.749739Z","end":"2026-05-12T12:17:45.700884Z","steps":["trace[600620292] 'read index received' (duration: 416.171287ms)","trace[600620292] 'applied index is now lower than readState.Index' (duration: 4.534971764s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:45.70168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.976652169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:45.701743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.103906344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:45.701853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.009683144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:45.701895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191807871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:45.70191Z","caller":"traceutil/trace.go:171","msg":"trace[916109599] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25984; }","duration":"5.009772676s","start":"2026-05-12T12:17:40.69212Z","end":"2026-05-12T12:17:45.701892Z","steps":["trace[916109599] 'agreement among raft nodes before linearized reading' (duration: 5.009700364s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:45.701927Z","caller":"traceutil/trace.go:171","msg":"trace[2118381529] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25984; }","duration":"5.191880353s","start":"2026-05-12T12:17:40.510039Z","end":"2026-05-12T12:17:45.701919Z","steps":["trace[2118381529] 'agreement among raft nodes before linearized reading' (duration: 5.1917603s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.701957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.692091Z","time spent":"5.009855657s","remote":"127.0.0.1:56374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:45.701966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.51002Z","time spent":"5.191937984s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:45.702078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.739422648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:45.702139Z","caller":"traceutil/trace.go:171","msg":"trace[2140739656] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25984; }","duration":"5.73952202s","start":"2026-05-12T12:17:39.9626Z","end":"2026-05-12T12:17:45.702122Z","steps":["trace[2140739656] 'agreement among raft nodes before linearized reading' (duration: 5.739362786s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.110328763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-12T12:17:45.702107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334440932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:45.70218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:39.962579Z","time spent":"5.739592283s","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":91,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:45.7022Z","caller":"traceutil/trace.go:171","msg":"trace[339120259] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25984; }","duration":"5.110413296s","start":"2026-05-12T12:17:40.591764Z","end":"2026-05-12T12:17:45.702177Z","steps":["trace[339120259] 'agreement among raft nodes before linearized reading' (duration: 5.110223271s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:45.702248Z","caller":"traceutil/trace.go:171","msg":"trace[1476657616] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25984; }","duration":"6.334578365s","start":"2026-05-12T12:17:39.367622Z","end":"2026-05-12T12:17:45.702201Z","steps":["trace[1476657616] 'agreement among raft nodes before linearized reading' (duration: 6.334413241s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.591748Z","time spent":"5.110490148s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-12T12:17:45.701953Z","caller":"traceutil/trace.go:171","msg":"trace[247485965] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25984; }","duration":"7.104048358s","start":"2026-05-12T12:17:38.597788Z","end":"2026-05-12T12:17:45.701837Z","steps":["trace[247485965] 'agreement among raft nodes before linearized reading' (duration: 7.103884394s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.396452155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:45.70237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.960164221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:45.702413Z","caller":"traceutil/trace.go:171","msg":"trace[1035598698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25984; }","duration":"8.960225813s","start":"2026-05-12T12:17:36.742181Z","end":"2026-05-12T12:17:45.702407Z","steps":["trace[1035598698] 'agreement among raft nodes before linearized reading' (duration: 8.960165822s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:36.742166Z","time spent":"8.960283184s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:45.702456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.537490149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-12T12:17:45.702465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.991093744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-def3e9b8-5c1f-4917-9281-e7571b15298b\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-12T12:17:45.702441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.993889212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11448"} {"level":"warn","ts":"2026-05-12T12:17:45.702445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.140055755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:45.702504Z","caller":"traceutil/trace.go:171","msg":"trace[1652769256] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25984; }","duration":"7.537602912s","start":"2026-05-12T12:17:38.16489Z","end":"2026-05-12T12:17:45.702493Z","steps":["trace[1652769256] 'agreement among raft nodes before linearized reading' (duration: 7.537442838s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:45.70251Z","caller":"traceutil/trace.go:171","msg":"trace[861929927] range","detail":"{range_begin:/registry/persistentvolumes/pvc-def3e9b8-5c1f-4917-9281-e7571b15298b; range_end:; response_count:1; response_revision:25984; }","duration":"10.991161134s","start":"2026-05-12T12:17:34.711337Z","end":"2026-05-12T12:17:45.702498Z","steps":["trace[861929927] 'agreement among raft nodes before linearized reading' (duration: 10.991022681s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.994347224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:45.702527Z","caller":"traceutil/trace.go:171","msg":"trace[1747871942] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:25984; }","duration":"10.994022016s","start":"2026-05-12T12:17:34.708487Z","end":"2026-05-12T12:17:45.702509Z","steps":["trace[1747871942] 'agreement among raft nodes before linearized reading' (duration: 10.99378286s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:34.711325Z","time spent":"10.991213636s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-def3e9b8-5c1f-4917-9281-e7571b15298b\" "} {"level":"warn","ts":"2026-05-12T12:17:45.702542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:38.164847Z","time spent":"7.537687274s","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":193,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:45.702552Z","caller":"traceutil/trace.go:171","msg":"trace[1518857793] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:25984; }","duration":"10.994408665s","start":"2026-05-12T12:17:34.708133Z","end":"2026-05-12T12:17:45.702542Z","steps":["trace[1518857793] 'agreement among raft nodes before linearized reading' (duration: 10.994344623s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:34.70847Z","time spent":"10.994099337s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11470,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-05-12T12:17:45.702573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.994103367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-fzvln\" ","response":"range_response_count:1 size:7125"} {"level":"warn","ts":"2026-05-12T12:17:45.702308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.362971494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:45.702456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.990070509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:45.702642Z","caller":"traceutil/trace.go:171","msg":"trace[1173588331] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-fzvln; range_end:; response_count:1; response_revision:25984; }","duration":"10.994180539s","start":"2026-05-12T12:17:34.708437Z","end":"2026-05-12T12:17:45.702618Z","steps":["trace[1173588331] 'agreement among raft nodes before linearized reading' (duration: 10.994010705s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:45.70265Z","caller":"traceutil/trace.go:171","msg":"trace[99547142] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25984; }","duration":"8.363354233s","start":"2026-05-12T12:17:37.339281Z","end":"2026-05-12T12:17:45.702635Z","steps":["trace[99547142] 'agreement among raft nodes before linearized reading' (duration: 8.362994564s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:37.339247Z","time spent":"8.363442435s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:45.7027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:34.708426Z","time spent":"10.994260791s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7147,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-fzvln\" "} {"level":"info","ts":"2026-05-12T12:17:45.702737Z","caller":"traceutil/trace.go:171","msg":"trace[1160348409] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25984; }","duration":"10.990309724s","start":"2026-05-12T12:17:34.712338Z","end":"2026-05-12T12:17:45.702648Z","steps":["trace[1160348409] 'agreement among raft nodes before linearized reading' (duration: 10.990029667s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:34.712333Z","time spent":"10.990470079s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-05-12T12:17:45.702403Z","caller":"traceutil/trace.go:171","msg":"trace[1946862074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25984; }","duration":"5.396745602s","start":"2026-05-12T12:17:40.305637Z","end":"2026-05-12T12:17:45.702383Z","steps":["trace[1946862074] 'agreement among raft nodes before linearized reading' (duration: 5.396449474s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.70292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.305615Z","time spent":"5.397279906s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:45.701766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109962865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-12T12:17:45.702297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:39.367595Z","time spent":"6.334682627s","remote":"127.0.0.1:55626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:45.702943Z","caller":"traceutil/trace.go:171","msg":"trace[1484312181] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"4.946926997s","start":"2026-05-12T12:17:40.756Z","end":"2026-05-12T12:17:45.702927Z","steps":["trace[1484312181] 'process raft request' (duration: 4.944581299s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:45.701765Z","caller":"traceutil/trace.go:171","msg":"trace[723583859] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25984; }","duration":"6.976748401s","start":"2026-05-12T12:17:38.724997Z","end":"2026-05-12T12:17:45.701745Z","steps":["trace[723583859] 'agreement among raft nodes before linearized reading' (duration: 6.976610808s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.309062861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:45.703035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.755982Z","time spent":"4.946995498s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:45.702536Z","caller":"traceutil/trace.go:171","msg":"trace[1184150137] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25984; }","duration":"7.140192378s","start":"2026-05-12T12:17:38.562325Z","end":"2026-05-12T12:17:45.702517Z","steps":["trace[1184150137] 'agreement among raft nodes before linearized reading' (duration: 7.139992893s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:45.703056Z","caller":"traceutil/trace.go:171","msg":"trace[1979030801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25984; }","duration":"5.111258987s","start":"2026-05-12T12:17:40.591755Z","end":"2026-05-12T12:17:45.703014Z","steps":["trace[1979030801] 'agreement among raft nodes before linearized reading' (duration: 5.109877622s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.702587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:34.708118Z","time spent":"10.994462036s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-12T12:17:45.703108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:38.562302Z","time spent":"7.140791354s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:45.703145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.591739Z","time spent":"5.111380601s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-12T12:17:45.70308Z","caller":"traceutil/trace.go:171","msg":"trace[556719723] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25984; }","duration":"7.309853711s","start":"2026-05-12T12:17:38.393204Z","end":"2026-05-12T12:17:45.703058Z","steps":["trace[556719723] 'agreement among raft nodes before linearized reading' (duration: 7.309076861s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.703236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:38.393181Z","time spent":"7.310041055s","remote":"127.0.0.1:57422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:45.702409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.993925633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bcjd2\" ","response":"range_response_count:1 size:5645"} {"level":"info","ts":"2026-05-12T12:17:45.703416Z","caller":"traceutil/trace.go:171","msg":"trace[1733562255] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bcjd2; range_end:; response_count:1; response_revision:25984; }","duration":"10.994965019s","start":"2026-05-12T12:17:34.708435Z","end":"2026-05-12T12:17:45.7034Z","steps":["trace[1733562255] 'agreement among raft nodes before linearized reading' (duration: 10.993838811s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.703429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:38.72491Z","time spent":"6.978478614s","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:45.703459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:34.708403Z","time spent":"10.995044362s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5667,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bcjd2\" "} {"level":"warn","ts":"2026-05-12T12:17:45.704036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:38.597777Z","time spent":"7.104787356s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:45.704484Z","caller":"traceutil/trace.go:171","msg":"trace[1872972863] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"4.551250706s","start":"2026-05-12T12:17:41.153212Z","end":"2026-05-12T12:17:45.704462Z","steps":["trace[1872972863] 'process raft request' (duration: 4.549675778s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:45.704631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:41.153177Z","time spent":"4.551374258s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418587,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:46.201092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:47.209732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000333268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:47.20983Z","caller":"traceutil/trace.go:171","msg":"trace[1472975626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502302s","start":"2026-05-12T12:17:45.209308Z","end":"2026-05-12T12:17:47.20981Z","steps":["trace[1472975626] 'agreement among raft nodes before linearized reading' (duration: 2.000367348s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:47.209886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.209274Z","time spent":"2.000601124s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:47.634348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:47.63443Z","caller":"traceutil/trace.go:171","msg":"trace[550161847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141394s","start":"2026-05-12T12:17:45.634269Z","end":"2026-05-12T12:17:47.634411Z","steps":["trace[550161847] 'agreement among raft nodes before linearized reading' (duration: 2.000040131s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:47.634489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.634246Z","time spent":"2.000222365s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:48.162736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.70058078s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:48.296639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.80673ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.296731Z","caller":"traceutil/trace.go:171","msg":"trace[1115744035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25986; }","duration":"715.914912ms","start":"2026-05-12T12:17:47.580804Z","end":"2026-05-12T12:17:48.296719Z","steps":["trace[1115744035] 'range keys from in-memory index tree' (duration: 715.79263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.297635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835460824s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:48.298175Z","caller":"traceutil/trace.go:171","msg":"trace[795667649] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"3.557490004s","start":"2026-05-12T12:17:44.740648Z","end":"2026-05-12T12:17:48.298138Z","steps":["trace[795667649] 'process raft request' (duration: 1.721425435s)","trace[795667649] 'compare' (duration: 1.833635719s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:48.298594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58088936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:48.298762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:44.740629Z","time spent":"3.557924165s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:48.298792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.541322536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-05-12T12:17:48.299553Z","caller":"traceutil/trace.go:171","msg":"trace[1875769015] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25991; }","duration":"7.542106714s","start":"2026-05-12T12:17:40.757423Z","end":"2026-05-12T12:17:48.299529Z","steps":["trace[1875769015] 'agreement among raft nodes before linearized reading' (duration: 7.540983806s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.299722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.757416Z","time spent":"7.542240189s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-12T12:17:48.298799Z","caller":"traceutil/trace.go:171","msg":"trace[629923244] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25991; }","duration":"3.580987793s","start":"2026-05-12T12:17:44.717644Z","end":"2026-05-12T12:17:48.298632Z","steps":["trace[629923244] 'agreement among raft nodes before linearized reading' (duration: 3.580893131s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:48.298873Z","caller":"traceutil/trace.go:171","msg":"trace[360197209] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"3.288622947s","start":"2026-05-12T12:17:45.010237Z","end":"2026-05-12T12:17:48.29886Z","steps":["trace[360197209] 'process raft request' (duration: 3.287769387s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.299927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:44.717622Z","time spent":"3.582229885s","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.298855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.085175268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:48.300039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.010207Z","time spent":"3.289757706s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:48.300075Z","caller":"traceutil/trace.go:171","msg":"trace[315559110] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25991; }","duration":"6.08644815s","start":"2026-05-12T12:17:42.213606Z","end":"2026-05-12T12:17:48.300054Z","steps":["trace[315559110] 'agreement among raft nodes before linearized reading' (duration: 6.085141678s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.298895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.312578977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vbfgh\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-05-12T12:17:48.300134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:42.213586Z","time spent":"6.086532652s","remote":"127.0.0.1:60022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:48.300161Z","caller":"traceutil/trace.go:171","msg":"trace[204804747] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-vbfgh; range_end:; response_count:1; response_revision:25991; }","duration":"7.31385852s","start":"2026-05-12T12:17:40.986282Z","end":"2026-05-12T12:17:48.300141Z","steps":["trace[204804747] 'agreement among raft nodes before linearized reading' (duration: 7.312546547s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.300208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.986268Z","time spent":"7.313927861s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vbfgh\" "} {"level":"info","ts":"2026-05-12T12:17:48.298927Z","caller":"traceutil/trace.go:171","msg":"trace[1793688296] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"2.588722108s","start":"2026-05-12T12:17:45.710174Z","end":"2026-05-12T12:17:48.298896Z","steps":["trace[1793688296] 'process raft request' (duration: 2.58797621s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.3003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.710156Z","time spent":"2.590109744s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:48.298956Z","caller":"traceutil/trace.go:171","msg":"trace[1450253803] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"2.588463333s","start":"2026-05-12T12:17:45.710485Z","end":"2026-05-12T12:17:48.298949Z","steps":["trace[1450253803] 'process raft request' (duration: 2.587730125s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.298942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06921738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.300675Z","caller":"traceutil/trace.go:171","msg":"trace[809690931] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25991; }","duration":"5.071007904s","start":"2026-05-12T12:17:43.229649Z","end":"2026-05-12T12:17:48.300657Z","steps":["trace[809690931] 'agreement among raft nodes before linearized reading' (duration: 5.069261371s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.300668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.710473Z","time spent":"2.589998651s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:48.30073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:43.229613Z","time spent":"5.071100147s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.298952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.790617684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.300817Z","caller":"traceutil/trace.go:171","msg":"trace[1116011023] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25991; }","duration":"4.792511582s","start":"2026-05-12T12:17:43.508284Z","end":"2026-05-12T12:17:48.300795Z","steps":["trace[1116011023] 'agreement among raft nodes before linearized reading' (duration: 4.790623915s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.298982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.540292519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-12T12:17:48.300969Z","caller":"traceutil/trace.go:171","msg":"trace[746545919] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25991; }","duration":"7.542287749s","start":"2026-05-12T12:17:40.758671Z","end":"2026-05-12T12:17:48.300959Z","steps":["trace[746545919] 'agreement among raft nodes before linearized reading' (duration: 7.540245708s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.301027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.758665Z","time spent":"7.5423521s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-05-12T12:17:48.298984Z","caller":"traceutil/trace.go:171","msg":"trace[432817491] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"2.538172303s","start":"2026-05-12T12:17:45.760805Z","end":"2026-05-12T12:17:48.298977Z","steps":["trace[432817491] 'process raft request' (duration: 2.537465246s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.29898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713041482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:48.301276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.760781Z","time spent":"2.540385988s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:48.301328Z","caller":"traceutil/trace.go:171","msg":"trace[1442753951] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25991; }","duration":"4.715436111s","start":"2026-05-12T12:17:43.585881Z","end":"2026-05-12T12:17:48.301317Z","steps":["trace[1442753951] 'agreement among raft nodes before linearized reading' (duration: 4.713010561s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.301362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:43.585866Z","time spent":"4.715483102s","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.299023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.540433952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:48.299031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071862305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.298363Z","caller":"traceutil/trace.go:171","msg":"trace[346537555] linearizableReadLoop","detail":"{readStateIndex:26845; appliedIndex:26840; }","duration":"2.597369422s","start":"2026-05-12T12:17:45.700968Z","end":"2026-05-12T12:17:48.298337Z","steps":["trace[346537555] 'read index received' (duration: 761.161259ms)","trace[346537555] 'applied index is now lower than readState.Index' (duration: 1.836206673s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:48.299042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925947119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:48.299076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587006281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-05-12T12:17:48.299065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946961178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:48.299105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910395936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:48.299158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.540889615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-05-12T12:17:48.300861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:43.508264Z","time spent":"4.792584353s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:48.301568Z","caller":"traceutil/trace.go:171","msg":"trace[1549972733] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25991; }","duration":"2.928530133s","start":"2026-05-12T12:17:45.373021Z","end":"2026-05-12T12:17:48.301552Z","steps":["trace[1549972733] 'agreement among raft nodes before linearized reading' (duration: 2.925960589s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:48.301622Z","caller":"traceutil/trace.go:171","msg":"trace[1875848417] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25991; }","duration":"3.589593985s","start":"2026-05-12T12:17:44.712017Z","end":"2026-05-12T12:17:48.301611Z","steps":["trace[1875848417] 'agreement among raft nodes before linearized reading' (duration: 3.5869675s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.301628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.372995Z","time spent":"2.928618365s","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.301656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:44.711997Z","time spent":"3.589649766s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-12T12:17:48.301682Z","caller":"traceutil/trace.go:171","msg":"trace[1517230778] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25991; }","duration":"7.543070838s","start":"2026-05-12T12:17:40.758549Z","end":"2026-05-12T12:17:48.30162Z","steps":["trace[1517230778] 'agreement among raft nodes before linearized reading' (duration: 7.540450473s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.302041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293020436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:48.302065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.210062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:48.302083Z","caller":"traceutil/trace.go:171","msg":"trace[1460423498] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25991; }","duration":"1.293061207s","start":"2026-05-12T12:17:47.009011Z","end":"2026-05-12T12:17:48.302072Z","steps":["trace[1460423498] 'agreement among raft nodes before linearized reading' (duration: 1.293003775s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.302126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.737066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:48.302152Z","caller":"traceutil/trace.go:171","msg":"trace[2107851587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25991; }","duration":"146.819198ms","start":"2026-05-12T12:17:48.155327Z","end":"2026-05-12T12:17:48.302147Z","steps":["trace[2107851587] 'agreement among raft nodes before linearized reading' (duration: 146.774877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.302258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897799641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-05-12T12:17:48.30209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.758534Z","time spent":"7.543529758s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:17:48.302332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.468552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:48.302405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309430425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.302408Z","caller":"traceutil/trace.go:171","msg":"trace[652674479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25991; }","duration":"661.560504ms","start":"2026-05-12T12:17:47.640824Z","end":"2026-05-12T12:17:48.302385Z","steps":["trace[652674479] 'agreement among raft nodes before linearized reading' (duration: 661.470272ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:48.302442Z","caller":"traceutil/trace.go:171","msg":"trace[1791968761] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25991; }","duration":"2.309501557s","start":"2026-05-12T12:17:45.99293Z","end":"2026-05-12T12:17:48.302432Z","steps":["trace[1791968761] 'agreement among raft nodes before linearized reading' (duration: 2.309447726s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:48.301803Z","caller":"traceutil/trace.go:171","msg":"trace[1324447758] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25991; }","duration":"3.074631954s","start":"2026-05-12T12:17:45.227157Z","end":"2026-05-12T12:17:48.301789Z","steps":["trace[1324447758] 'agreement among raft nodes before linearized reading' (duration: 3.071844145s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.302473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:47.640806Z","time spent":"661.659187ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:48.302487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595549058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00f24a3f2c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-12T12:17:48.302216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213408074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.302561Z","caller":"traceutil/trace.go:171","msg":"trace[1697385208] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aece00f24a3f2c; range_end:; response_count:1; response_revision:25991; }","duration":"2.595633359s","start":"2026-05-12T12:17:45.706919Z","end":"2026-05-12T12:17:48.302553Z","steps":["trace[1697385208] 'agreement among raft nodes before linearized reading' (duration: 2.595514855s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.30259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.706911Z","time spent":"2.595672501s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00f24a3f2c\" "} {"level":"info","ts":"2026-05-12T12:17:48.30259Z","caller":"traceutil/trace.go:171","msg":"trace[961549240] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25991; }","duration":"1.213878827s","start":"2026-05-12T12:17:47.088691Z","end":"2026-05-12T12:17:48.30257Z","steps":["trace[961549240] 'agreement among raft nodes before linearized reading' (duration: 1.213333592s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.302352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.174193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.302797Z","caller":"traceutil/trace.go:171","msg":"trace[2091039567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25991; }","duration":"256.664236ms","start":"2026-05-12T12:17:48.046115Z","end":"2026-05-12T12:17:48.302779Z","steps":["trace[2091039567] 'agreement among raft nodes before linearized reading' (duration: 256.209774ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:48.302089Z","caller":"traceutil/trace.go:171","msg":"trace[19884195] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25991; }","duration":"486.293954ms","start":"2026-05-12T12:17:47.815788Z","end":"2026-05-12T12:17:48.302082Z","steps":["trace[19884195] 'agreement among raft nodes before linearized reading' (duration: 486.247533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.30278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595116387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-12T12:17:48.302858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:47.815769Z","time spent":"487.074484ms","remote":"127.0.0.1:59998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.30248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.992909Z","time spent":"2.309564129s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:48.302307Z","caller":"traceutil/trace.go:171","msg":"trace[1806175605] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25991; }","duration":"1.897880543s","start":"2026-05-12T12:17:46.404414Z","end":"2026-05-12T12:17:48.302294Z","steps":["trace[1806175605] 'agreement among raft nodes before linearized reading' (duration: 1.897730099s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.302968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:46.404393Z","time spent":"1.89856058s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-12T12:17:48.30287Z","caller":"traceutil/trace.go:171","msg":"trace[1572428057] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:25991; }","duration":"2.59520763s","start":"2026-05-12T12:17:45.707649Z","end":"2026-05-12T12:17:48.302856Z","steps":["trace[1572428057] 'agreement among raft nodes before linearized reading' (duration: 2.594799199s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.302123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:47.008922Z","time spent":"1.29319288s","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:48.301812Z","caller":"traceutil/trace.go:171","msg":"trace[215872525] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25991; }","duration":"2.949750156s","start":"2026-05-12T12:17:45.352051Z","end":"2026-05-12T12:17:48.301802Z","steps":["trace[215872525] 'agreement among raft nodes before linearized reading' (duration: 2.946945287s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.303116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.35204Z","time spent":"2.951065089s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:48.301836Z","caller":"traceutil/trace.go:171","msg":"trace[853018865] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25991; }","duration":"2.913173695s","start":"2026-05-12T12:17:45.388656Z","end":"2026-05-12T12:17:48.301829Z","steps":["trace[853018865] 'agreement among raft nodes before linearized reading' (duration: 2.910383096s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.303169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.388644Z","time spent":"2.914512538s","remote":"127.0.0.1:44752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.30324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.707633Z","time spent":"2.595383984s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-05-12T12:17:48.301853Z","caller":"traceutil/trace.go:171","msg":"trace[1823059195] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25991; }","duration":"7.543604341s","start":"2026-05-12T12:17:40.758244Z","end":"2026-05-12T12:17:48.301848Z","steps":["trace[1823059195] 'agreement among raft nodes before linearized reading' (duration: 7.540781491s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.303332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:40.75823Z","time spent":"7.545093149s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-12T12:17:48.301961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595326691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.303419Z","caller":"traceutil/trace.go:171","msg":"trace[784822668] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:0; response_revision:25991; }","duration":"2.596799578s","start":"2026-05-12T12:17:45.706606Z","end":"2026-05-12T12:17:48.303405Z","steps":["trace[784822668] 'agreement among raft nodes before linearized reading' (duration: 2.595319441s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.303457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.706591Z","time spent":"2.596856129s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"warn","ts":"2026-05-12T12:17:48.302359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266586559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.303533Z","caller":"traceutil/trace.go:171","msg":"trace[1418121561] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25991; }","duration":"2.267773499s","start":"2026-05-12T12:17:46.035723Z","end":"2026-05-12T12:17:48.303496Z","steps":["trace[1418121561] 'agreement among raft nodes before linearized reading' (duration: 2.26660756s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.302514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:45.227129Z","time spent":"3.075362242s","remote":"127.0.0.1:48114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.303603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:46.0357Z","time spent":"2.267882492s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.302628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:47.088663Z","time spent":"1.213950789s","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.302686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092882705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:48.303766Z","caller":"traceutil/trace.go:171","msg":"trace[1402496646] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25991; }","duration":"1.093996652s","start":"2026-05-12T12:17:47.209748Z","end":"2026-05-12T12:17:48.303744Z","steps":["trace[1402496646] 'agreement among raft nodes before linearized reading' (duration: 1.092901516s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.302708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010098024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:48.303817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:47.209725Z","time spent":"1.094078414s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:48.303889Z","caller":"traceutil/trace.go:171","msg":"trace[1204292648] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25991; }","duration":"1.011242342s","start":"2026-05-12T12:17:47.292598Z","end":"2026-05-12T12:17:48.303841Z","steps":["trace[1204292648] 'agreement among raft nodes before linearized reading' (duration: 1.010073593s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:48.303932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:47.292536Z","time spent":"1.011384356s","remote":"127.0.0.1:55638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:48.805556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:49.30609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:49.605406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3008334s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:50.304815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:50.304909Z","caller":"traceutil/trace.go:171","msg":"trace[358731572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314688s","start":"2026-05-12T12:17:48.304575Z","end":"2026-05-12T12:17:50.30489Z","steps":["trace[358731572] 'agreement among raft nodes before linearized reading' (duration: 2.000194975s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:50.304957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:48.304562Z","time spent":"2.000385049s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:50.398336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.765668ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-12T12:17:50.398427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:48.304373Z","time spent":"2.094049318s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:51.87291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.254183805s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:52.128576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:50.538959Z","time spent":"1.589604305s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:52.131111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.730002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:52.131252Z","caller":"traceutil/trace.go:171","msg":"trace[438957351] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"3.826559245s","start":"2026-05-12T12:17:48.304669Z","end":"2026-05-12T12:17:52.131228Z","steps":["trace[438957351] 'process raft request' (duration: 3.568605948s)","trace[438957351] 'compare' (duration: 257.24528ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:52.131375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:48.304639Z","time spent":"3.826662518s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:52.131389Z","caller":"traceutil/trace.go:171","msg":"trace[120166348] linearizableReadLoop","detail":"{readStateIndex:26850; appliedIndex:26845; }","duration":"3.826778791s","start":"2026-05-12T12:17:48.304594Z","end":"2026-05-12T12:17:52.131372Z","steps":["trace[120166348] 'read index received' (duration: 1.300971043s)","trace[120166348] 'applied index is now lower than readState.Index' (duration: 2.525806628s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:17:52.131455Z","caller":"traceutil/trace.go:171","msg":"trace[894051726] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"3.826402671s","start":"2026-05-12T12:17:48.305044Z","end":"2026-05-12T12:17:52.131447Z","steps":["trace[894051726] 'process raft request' (duration: 3.826140565s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:52.131497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:48.305021Z","time spent":"3.826450953s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:52.131544Z","caller":"traceutil/trace.go:171","msg":"trace[917954900] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"3.823967482s","start":"2026-05-12T12:17:48.30757Z","end":"2026-05-12T12:17:52.131538Z","steps":["trace[917954900] 'process raft request' (duration: 3.823707415s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:52.131575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:48.307556Z","time spent":"3.824002752s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:52.131749Z","caller":"traceutil/trace.go:171","msg":"trace[1236511507] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"3.8235255s","start":"2026-05-12T12:17:48.308216Z","end":"2026-05-12T12:17:52.131742Z","steps":["trace[1236511507] 'process raft request' (duration: 3.823100459s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:52.131782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:48.308199Z","time spent":"3.82356326s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:52.314542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000660757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:52.31463Z","caller":"traceutil/trace.go:171","msg":"trace[158915055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00080474s","start":"2026-05-12T12:17:50.313805Z","end":"2026-05-12T12:17:52.31461Z","steps":["trace[158915055] 'agreement among raft nodes before linearized reading' (duration: 2.000695327s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:52.31468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:50.313784Z","time spent":"2.000886742s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:52.632334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:53.022449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147217612s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:17:54.254329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231569263s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:17:54.254618Z","caller":"traceutil/trace.go:171","msg":"trace[1374890758] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"945.898641ms","start":"2026-05-12T12:17:53.3087Z","end":"2026-05-12T12:17:54.254599Z","steps":["trace[1374890758] 'process raft request' (duration: 945.84963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.254685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:53.308675Z","time spent":"945.976423ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:54.254907Z","caller":"traceutil/trace.go:171","msg":"trace[1020904108] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"3.854624827s","start":"2026-05-12T12:17:50.400267Z","end":"2026-05-12T12:17:54.254892Z","steps":["trace[1020904108] 'process raft request' (duration: 2.622384189s)","trace[1020904108] 'compare' (duration: 1.230829984s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:54.254961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:50.400249Z","time spent":"3.854683578s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:54.255221Z","caller":"traceutil/trace.go:171","msg":"trace[1607770803] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"3.267675771s","start":"2026-05-12T12:17:50.987534Z","end":"2026-05-12T12:17:54.25521Z","steps":["trace[1607770803] 'process raft request' (duration: 3.266895232s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.255275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:50.987494Z","time spent":"3.267750183s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:54.255401Z","caller":"traceutil/trace.go:171","msg":"trace[1724871429] linearizableReadLoop","detail":"{readStateIndex:26852; appliedIndex:26850; }","duration":"2.123977845s","start":"2026-05-12T12:17:52.131413Z","end":"2026-05-12T12:17:54.255391Z","steps":["trace[1724871429] 'read index received' (duration: 891.186112ms)","trace[1724871429] 'applied index is now lower than readState.Index' (duration: 1.232790563s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:17:54.255668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947214088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:54.25575Z","caller":"traceutil/trace.go:171","msg":"trace[1263236286] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25998; }","duration":"5.9473234s","start":"2026-05-12T12:17:48.308408Z","end":"2026-05-12T12:17:54.255731Z","steps":["trace[1263236286] 'agreement among raft nodes before linearized reading' (duration: 5.947150056s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.25579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947554636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-05-12T12:17:54.255886Z","caller":"traceutil/trace.go:171","msg":"trace[1359510287] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25998; }","duration":"5.94768366s","start":"2026-05-12T12:17:48.308184Z","end":"2026-05-12T12:17:54.255868Z","steps":["trace[1359510287] 'agreement among raft nodes before linearized reading' (duration: 5.947432094s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.255911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581903491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:54.255926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:48.308172Z","time spent":"5.947746791s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-12T12:17:54.255944Z","caller":"traceutil/trace.go:171","msg":"trace[1803194244] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25998; }","duration":"2.581990963s","start":"2026-05-12T12:17:51.673944Z","end":"2026-05-12T12:17:54.255935Z","steps":["trace[1803194244] 'agreement among raft nodes before linearized reading' (duration: 2.581931962s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.255979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:51.673914Z","time spent":"2.582052934s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.256066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.575730469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:54.256144Z","caller":"traceutil/trace.go:171","msg":"trace[1715921315] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25998; }","duration":"4.575823271s","start":"2026-05-12T12:17:49.680301Z","end":"2026-05-12T12:17:54.256124Z","steps":["trace[1715921315] 'agreement among raft nodes before linearized reading' (duration: 4.575675897s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.256128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908837329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:54.25608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53785678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:54.256189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:49.68025Z","time spent":"4.575928463s","remote":"127.0.0.1:57410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.256205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75431795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:17:54.256211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.949937855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0844f3cf-6874-4482-a6e0-4f6c2c1e3725\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-12T12:17:54.256239Z","caller":"traceutil/trace.go:171","msg":"trace[1692633862] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25998; }","duration":"4.754382181s","start":"2026-05-12T12:17:49.501847Z","end":"2026-05-12T12:17:54.256229Z","steps":["trace[1692633862] 'agreement among raft nodes before linearized reading' (duration: 4.754321289s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:54.25622Z","caller":"traceutil/trace.go:171","msg":"trace[1448240334] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25998; }","duration":"2.909004903s","start":"2026-05-12T12:17:51.347194Z","end":"2026-05-12T12:17:54.256199Z","steps":["trace[1448240334] 'agreement among raft nodes before linearized reading' (duration: 2.908812438s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.256269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:49.501828Z","time spent":"4.754433902s","remote":"127.0.0.1:44580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.256287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:51.347169Z","time spent":"2.909105985s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:17:54.25625Z","caller":"traceutil/trace.go:171","msg":"trace[1476088077] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0844f3cf-6874-4482-a6e0-4f6c2c1e3725; range_end:; response_count:1; response_revision:25998; }","duration":"5.950007867s","start":"2026-05-12T12:17:48.306227Z","end":"2026-05-12T12:17:54.256235Z","steps":["trace[1476088077] 'agreement among raft nodes before linearized reading' (duration: 5.949906454s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.255797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:48.308402Z","time spent":"5.947384743s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:17:54.256713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:48.306213Z","time spent":"5.950485219s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-0844f3cf-6874-4482-a6e0-4f6c2c1e3725\" "} {"level":"info","ts":"2026-05-12T12:17:54.256604Z","caller":"traceutil/trace.go:171","msg":"trace[833645616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25998; }","duration":"3.538084235s","start":"2026-05-12T12:17:50.718128Z","end":"2026-05-12T12:17:54.256213Z","steps":["trace[833645616] 'agreement among raft nodes before linearized reading' (duration: 3.537839489s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.256794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:50.718099Z","time spent":"3.53867567s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.256985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119594578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18aed08efc21ee78\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-12T12:17:54.257026Z","caller":"traceutil/trace.go:171","msg":"trace[2037217054] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18aed08efc21ee78; range_end:; response_count:1; response_revision:25998; }","duration":"2.11966728s","start":"2026-05-12T12:17:52.137344Z","end":"2026-05-12T12:17:54.257011Z","steps":["trace[2037217054] 'agreement among raft nodes before linearized reading' (duration: 2.119522856s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.257063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:52.137323Z","time spent":"2.119732961s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18aed08efc21ee78\" "} {"level":"warn","ts":"2026-05-12T12:17:54.257141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.266389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:17:54.257183Z","caller":"traceutil/trace.go:171","msg":"trace[1987498833] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25998; }","duration":"935.30816ms","start":"2026-05-12T12:17:53.321861Z","end":"2026-05-12T12:17:54.257169Z","steps":["trace[1987498833] 'agreement among raft nodes before linearized reading' (duration: 935.206688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.257215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:53.321813Z","time spent":"935.394113ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.257237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363304638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:54.257267Z","caller":"traceutil/trace.go:171","msg":"trace[459477210] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25998; }","duration":"1.363375021s","start":"2026-05-12T12:17:52.893883Z","end":"2026-05-12T12:17:54.257258Z","steps":["trace[459477210] 'agreement among raft nodes before linearized reading' (duration: 1.363320579s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.257296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:52.893858Z","time spent":"1.363430092s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.257323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.274092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:54.257373Z","caller":"traceutil/trace.go:171","msg":"trace[894814969] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25998; }","duration":"395.372704ms","start":"2026-05-12T12:17:53.861985Z","end":"2026-05-12T12:17:54.257358Z","steps":["trace[894814969] 'agreement among raft nodes before linearized reading' (duration: 395.274472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.257409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:53.861962Z","time spent":"395.437415ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.257453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:54.257483Z","caller":"traceutil/trace.go:171","msg":"trace[338877116] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25998; }","duration":"1.436446701s","start":"2026-05-12T12:17:52.821027Z","end":"2026-05-12T12:17:54.257473Z","steps":["trace[338877116] 'agreement among raft nodes before linearized reading' (duration: 1.43639722s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.257467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.966773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:17:54.257511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:52.820962Z","time spent":"1.436541764s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.257535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.991602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-12T12:17:54.257544Z","caller":"traceutil/trace.go:171","msg":"trace[1770368530] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25998; }","duration":"328.151657ms","start":"2026-05-12T12:17:53.929374Z","end":"2026-05-12T12:17:54.257525Z","steps":["trace[1770368530] 'agreement among raft nodes before linearized reading' (duration: 327.959902ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:54.25757Z","caller":"traceutil/trace.go:171","msg":"trace[7867668] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25998; }","duration":"403.048713ms","start":"2026-05-12T12:17:53.85451Z","end":"2026-05-12T12:17:54.257559Z","steps":["trace[7867668] 'agreement among raft nodes before linearized reading' (duration: 402.844318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.25759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:53.929351Z","time spent":"328.225568ms","remote":"127.0.0.1:57390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.257606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:53.854498Z","time spent":"403.100555ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":191,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.257668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66363384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:54.257698Z","caller":"traceutil/trace.go:171","msg":"trace[1631170778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25998; }","duration":"1.663707042s","start":"2026-05-12T12:17:52.593982Z","end":"2026-05-12T12:17:54.257689Z","steps":["trace[1631170778] 'agreement among raft nodes before linearized reading' (duration: 1.663656481s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.257777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:52.593955Z","time spent":"1.663812695s","remote":"127.0.0.1:55700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.257795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11975178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-12T12:17:54.257835Z","caller":"traceutil/trace.go:171","msg":"trace[585316222] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7; range_end:; response_count:1; response_revision:25998; }","duration":"2.119837482s","start":"2026-05-12T12:17:52.137986Z","end":"2026-05-12T12:17:54.257824Z","steps":["trace[585316222] 'agreement among raft nodes before linearized reading' (duration: 2.119682259s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.257863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:52.13796Z","time spent":"2.119896484s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" "} {"level":"warn","ts":"2026-05-12T12:17:54.25832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120088829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-05-12T12:17:54.25836Z","caller":"traceutil/trace.go:171","msg":"trace[613452310] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn; range_end:; response_count:1; response_revision:25998; }","duration":"2.120144351s","start":"2026-05-12T12:17:52.138202Z","end":"2026-05-12T12:17:54.258347Z","steps":["trace[613452310] 'agreement among raft nodes before linearized reading' (duration: 2.120035048s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.25839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:52.138196Z","time spent":"2.120187052s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn\" "} {"level":"warn","ts":"2026-05-12T12:17:54.259756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.637912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-12T12:17:54.263964Z","caller":"traceutil/trace.go:171","msg":"trace[498896076] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25998; }","duration":"436.895027ms","start":"2026-05-12T12:17:53.827058Z","end":"2026-05-12T12:17:54.263953Z","steps":["trace[498896076] 'agreement among raft nodes before linearized reading' (duration: 430.619162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.264002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:53.827036Z","time spent":"436.957789ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2811,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:17:54.264318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949429184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:17:54.26435Z","caller":"traceutil/trace.go:171","msg":"trace[2038299408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25998; }","duration":"1.949517826s","start":"2026-05-12T12:17:52.314825Z","end":"2026-05-12T12:17:54.264343Z","steps":["trace[2038299408] 'agreement among raft nodes before linearized reading' (duration: 1.943163108s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:54.264367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:52.314798Z","time spent":"1.949564757s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:17:54.763791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:55.264121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:55.771221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:56.270569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:17:56.270653Z","caller":"traceutil/trace.go:171","msg":"trace[644210683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404149s","start":"2026-05-12T12:17:54.270228Z","end":"2026-05-12T12:17:56.270632Z","steps":["trace[644210683] 'agreement among raft nodes before linearized reading' (duration: 2.000304877s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:56.270736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.270216Z","time spent":"2.000505282s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:56.271805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667302,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:56.392347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.968335Z","time spent":"1.424005394s","remote":"127.0.0.1:36338","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T12:17:56.437911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.952463658s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:17:56.438287Z","caller":"traceutil/trace.go:171","msg":"trace[469762968] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"2.175791753s","start":"2026-05-12T12:17:54.26247Z","end":"2026-05-12T12:17:56.438262Z","steps":["trace[469762968] 'process raft request' (duration: 2.175620579s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:56.438451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.262451Z","time spent":"2.175908485s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:58.271076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:17:58.271185Z","caller":"traceutil/trace.go:171","msg":"trace[982922304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231336s","start":"2026-05-12T12:17:56.270928Z","end":"2026-05-12T12:17:58.271159Z","steps":["trace[982922304] 'agreement among raft nodes before linearized reading' (duration: 2.000095253s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:58.271248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:56.270906Z","time spent":"2.000328108s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:17:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:17:58.636079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.197974608s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:17:58.636677Z","caller":"traceutil/trace.go:171","msg":"trace[535007574] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"4.374124419s","start":"2026-05-12T12:17:54.262523Z","end":"2026-05-12T12:17:58.636647Z","steps":["trace[535007574] 'process raft request' (duration: 4.373809341s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:17:58.636749Z","caller":"traceutil/trace.go:171","msg":"trace[26968438] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"4.36641888s","start":"2026-05-12T12:17:54.2703Z","end":"2026-05-12T12:17:58.636719Z","steps":["trace[26968438] 'process raft request' (duration: 4.366214155s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:58.636833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.262502Z","time spent":"4.374244213s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:58.636916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.270286Z","time spent":"4.366525293s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:17:58.636964Z","caller":"traceutil/trace.go:171","msg":"trace[1590858940] linearizableReadLoop","detail":"{readStateIndex:26857; appliedIndex:26853; }","duration":"4.374062609s","start":"2026-05-12T12:17:54.26287Z","end":"2026-05-12T12:17:58.636933Z","steps":["trace[1590858940] 'read index received' (duration: 2.175307811s)","trace[1590858940] 'applied index is now lower than readState.Index' (duration: 2.198752338s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:17:58.637084Z","caller":"traceutil/trace.go:171","msg":"trace[1120295456] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"2.831166984s","start":"2026-05-12T12:17:55.805904Z","end":"2026-05-12T12:17:58.637071Z","steps":["trace[1120295456] 'process raft request' (duration: 2.830702482s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:58.637149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:55.805877Z","time spent":"2.831239946s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:17:58.6373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374421447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-12T12:17:58.63736Z","caller":"traceutil/trace.go:171","msg":"trace[800804667] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26002; }","duration":"4.37452898s","start":"2026-05-12T12:17:54.262815Z","end":"2026-05-12T12:17:58.637344Z","steps":["trace[800804667] 'agreement among raft nodes before linearized reading' (duration: 4.374374736s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:17:58.63739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.262797Z","time spent":"4.374587302s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-12T12:17:59.137704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:17:59.638396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:00.138842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:00.277961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:18:00.278014Z","caller":"traceutil/trace.go:171","msg":"trace[20818728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000340618s","start":"2026-05-12T12:17:58.277659Z","end":"2026-05-12T12:18:00.278Z","steps":["trace[20818728] 'agreement among raft nodes before linearized reading' (duration: 2.000265006s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:00.278043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:58.277644Z","time spent":"2.00039405s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:00.639108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:00.853822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.21749071s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:18:00.854127Z","caller":"traceutil/trace.go:171","msg":"trace[2065892774] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"2.471507619s","start":"2026-05-12T12:17:58.382601Z","end":"2026-05-12T12:18:00.854109Z","steps":["trace[2065892774] 'process raft request' (duration: 2.471448628s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:00.854416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:58.382588Z","time spent":"2.471769456s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:00.854369Z","caller":"traceutil/trace.go:171","msg":"trace[503892396] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"4.41187914s","start":"2026-05-12T12:17:56.442463Z","end":"2026-05-12T12:18:00.854342Z","steps":["trace[503892396] 'process raft request' (duration: 4.41148581s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:00.854537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:56.442437Z","time spent":"4.412022134s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T12:18:02.278683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:18:02.278747Z","caller":"traceutil/trace.go:171","msg":"trace[2050224966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276757s","start":"2026-05-12T12:18:00.278455Z","end":"2026-05-12T12:18:02.278732Z","steps":["trace[2050224966] 'agreement among raft nodes before linearized reading' (duration: 2.000192934s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.27878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:00.278438Z","time spent":"2.000335648s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:02.403426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122905434s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:02.403673Z","caller":"traceutil/trace.go:171","msg":"trace[1796666489] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"1.545267433s","start":"2026-05-12T12:18:00.858388Z","end":"2026-05-12T12:18:02.403655Z","steps":["trace[1796666489] 'process raft request' (duration: 1.54517701s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.403742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:00.858374Z","time spent":"1.545340324s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-12T12:18:02.403774Z","caller":"traceutil/trace.go:171","msg":"trace[541860625] linearizableReadLoop","detail":"{readStateIndex:26860; appliedIndex:26859; }","duration":"3.76672965s","start":"2026-05-12T12:17:58.637019Z","end":"2026-05-12T12:18:02.403749Z","steps":["trace[541860625] 'read index received' (duration: 2.217079259s)","trace[541860625] 'applied index is now lower than readState.Index' (duration: 1.549646591s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:02.403991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474668387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:02.404026Z","caller":"traceutil/trace.go:171","msg":"trace[821505495] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26006; }","duration":"4.474760999s","start":"2026-05-12T12:17:57.929255Z","end":"2026-05-12T12:18:02.404016Z","steps":["trace[821505495] 'agreement among raft nodes before linearized reading' (duration: 4.474654157s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.404063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:57.929231Z","time spent":"4.474821691s","remote":"127.0.0.1:55364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.404146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.754558355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:02.404182Z","caller":"traceutil/trace.go:171","msg":"trace[987414431] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26006; }","duration":"6.754636767s","start":"2026-05-12T12:17:55.649534Z","end":"2026-05-12T12:18:02.40417Z","steps":["trace[987414431] 'agreement among raft nodes before linearized reading' (duration: 6.754538475s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.404213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:55.649509Z","time spent":"6.754696938s","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.4043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.715988159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:02.404273Z","caller":"traceutil/trace.go:171","msg":"trace[2086355939] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"3.140844425s","start":"2026-05-12T12:17:59.263377Z","end":"2026-05-12T12:18:02.404221Z","steps":["trace[2086355939] 'process raft request' (duration: 2.017020129s)","trace[2086355939] 'compare' (duration: 1.122424152s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:02.404378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.042920377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:02.404389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.714110993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:02.404409Z","caller":"traceutil/trace.go:171","msg":"trace[582345464] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26006; }","duration":"8.042988519s","start":"2026-05-12T12:17:54.361411Z","end":"2026-05-12T12:18:02.404399Z","steps":["trace[582345464] 'agreement among raft nodes before linearized reading' (duration: 8.042943288s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:02.40442Z","caller":"traceutil/trace.go:171","msg":"trace[1259733562] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26006; }","duration":"5.714185755s","start":"2026-05-12T12:17:56.690224Z","end":"2026-05-12T12:18:02.40441Z","steps":["trace[1259733562] 'agreement among raft nodes before linearized reading' (duration: 5.714126494s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.404439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.361385Z","time spent":"8.0430462s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.404449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:56.6902Z","time spent":"5.714241476s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.404493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:59.263361Z","time spent":"3.14100963s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:02.404596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.066644241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:02.404602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.136474323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:02.404623Z","caller":"traceutil/trace.go:171","msg":"trace[1467329992] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26006; }","duration":"6.066716624s","start":"2026-05-12T12:17:56.337899Z","end":"2026-05-12T12:18:02.404615Z","steps":["trace[1467329992] 'agreement among raft nodes before linearized reading' (duration: 6.066671952s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:02.404631Z","caller":"traceutil/trace.go:171","msg":"trace[1979603920] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26006; }","duration":"8.136517264s","start":"2026-05-12T12:17:54.268105Z","end":"2026-05-12T12:18:02.404622Z","steps":["trace[1979603920] 'agreement among raft nodes before linearized reading' (duration: 8.136467142s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.40465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:56.337871Z","time spent":"6.066772786s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.404658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.268094Z","time spent":"8.136558125s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:18:02.404865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238171859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-12T12:18:02.404881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.141744233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-12T12:18:02.404898Z","caller":"traceutil/trace.go:171","msg":"trace[145450261] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26006; }","duration":"6.238242411s","start":"2026-05-12T12:17:56.166644Z","end":"2026-05-12T12:18:02.404887Z","steps":["trace[145450261] 'agreement among raft nodes before linearized reading' (duration: 6.238121398s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:02.404908Z","caller":"traceutil/trace.go:171","msg":"trace[1893053014] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26006; }","duration":"8.141783234s","start":"2026-05-12T12:17:54.263117Z","end":"2026-05-12T12:18:02.4049Z","steps":["trace[1893053014] 'agreement among raft nodes before linearized reading' (duration: 8.141662931s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.404928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:56.166621Z","time spent":"6.238301882s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-12T12:18:02.404934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.263112Z","time spent":"8.141816045s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-12T12:18:02.405156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.653429153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127635"} {"level":"info","ts":"2026-05-12T12:18:02.404335Z","caller":"traceutil/trace.go:171","msg":"trace[1464821133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26006; }","duration":"7.716047931s","start":"2026-05-12T12:17:54.688275Z","end":"2026-05-12T12:18:02.404323Z","steps":["trace[1464821133] 'agreement among raft nodes before linearized reading' (duration: 7.715985759s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.40518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.764377003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eec99b1f-f8b9-40ea-87d5-2af58223ae6e\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-12T12:18:02.405193Z","caller":"traceutil/trace.go:171","msg":"trace[1848133980] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26006; }","duration":"6.653474234s","start":"2026-05-12T12:17:55.751708Z","end":"2026-05-12T12:18:02.405182Z","steps":["trace[1848133980] 'agreement among raft nodes before linearized reading' (duration: 6.653342291s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:02.405211Z","caller":"traceutil/trace.go:171","msg":"trace[1468632789] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eec99b1f-f8b9-40ea-87d5-2af58223ae6e; range_end:; response_count:1; response_revision:26006; }","duration":"3.764447605s","start":"2026-05-12T12:17:58.640754Z","end":"2026-05-12T12:18:02.405202Z","steps":["trace[1468632789] 'agreement among raft nodes before linearized reading' (duration: 3.764325062s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.405228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:55.751703Z","time spent":"6.653517146s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127657,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-12T12:18:02.405243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:58.640734Z","time spent":"3.764500986s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-eec99b1f-f8b9-40ea-87d5-2af58223ae6e\" "} {"level":"warn","ts":"2026-05-12T12:18:02.405237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:54.68826Z","time spent":"7.716951403s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.405549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.681002842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-12T12:18:02.405588Z","caller":"traceutil/trace.go:171","msg":"trace[1364290582] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26006; }","duration":"6.681066144s","start":"2026-05-12T12:17:55.72451Z","end":"2026-05-12T12:18:02.405576Z","steps":["trace[1364290582] 'agreement among raft nodes before linearized reading' (duration: 6.680959902s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.405595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.029795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:02.405626Z","caller":"traceutil/trace.go:171","msg":"trace[1979931382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26006; }","duration":"117.084936ms","start":"2026-05-12T12:18:02.288532Z","end":"2026-05-12T12:18:02.405617Z","steps":["trace[1979931382] 'agreement among raft nodes before linearized reading' (duration: 117.019445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.405669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:55.724493Z","time spent":"6.681123575s","remote":"127.0.0.1:44348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-12T12:18:02.405793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687688194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:02.405832Z","caller":"traceutil/trace.go:171","msg":"trace[400555991] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26006; }","duration":"1.687788545s","start":"2026-05-12T12:18:00.718035Z","end":"2026-05-12T12:18:02.405824Z","steps":["trace[400555991] 'agreement among raft nodes before linearized reading' (duration: 1.687704833s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.405863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:00.718015Z","time spent":"1.687840007s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.406016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198714217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:02.406042Z","caller":"traceutil/trace.go:171","msg":"trace[1534562714] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26006; }","duration":"2.198740417s","start":"2026-05-12T12:18:00.207293Z","end":"2026-05-12T12:18:02.406034Z","steps":["trace[1534562714] 'agreement among raft nodes before linearized reading' (duration: 2.198695616s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.406071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:00.207249Z","time spent":"2.19881168s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.406217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355183014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:02.406242Z","caller":"traceutil/trace.go:171","msg":"trace[252885004] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26006; }","duration":"2.355247875s","start":"2026-05-12T12:18:00.050987Z","end":"2026-05-12T12:18:02.406235Z","steps":["trace[252885004] 'agreement among raft nodes before linearized reading' (duration: 2.355199054s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.406268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:00.050965Z","time spent":"2.355295946s","remote":"127.0.0.1:56350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.406438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330368517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:02.406498Z","caller":"traceutil/trace.go:171","msg":"trace[298695200] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26006; }","duration":"3.330481529s","start":"2026-05-12T12:17:59.076002Z","end":"2026-05-12T12:18:02.406484Z","steps":["trace[298695200] 'agreement among raft nodes before linearized reading' (duration: 3.330362596s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.406535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:59.075983Z","time spent":"3.33054641s","remote":"127.0.0.1:44642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.406753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601291663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:02.406769Z","caller":"traceutil/trace.go:171","msg":"trace[968649527] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26006; }","duration":"3.601341474s","start":"2026-05-12T12:17:58.805421Z","end":"2026-05-12T12:18:02.406763Z","steps":["trace[968649527] 'agreement among raft nodes before linearized reading' (duration: 3.601316274s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.406781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:58.805397Z","time spent":"3.601381306s","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.406872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709249924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:02.406889Z","caller":"traceutil/trace.go:171","msg":"trace[1937531798] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26006; }","duration":"3.709301295s","start":"2026-05-12T12:17:58.697579Z","end":"2026-05-12T12:18:02.40688Z","steps":["trace[1937531798] 'agreement among raft nodes before linearized reading' (duration: 3.709277184s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.406901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:58.697559Z","time spent":"3.709338926s","remote":"127.0.0.1:47816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:02.407041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765635454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18aed08e6932aa37\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-12T12:18:02.407054Z","caller":"traceutil/trace.go:171","msg":"trace[1871889034] range","detail":"{range_begin:/registry/events/openstack/container-infra.18aed08e6932aa37; range_end:; response_count:1; response_revision:26006; }","duration":"3.765662294s","start":"2026-05-12T12:17:58.641386Z","end":"2026-05-12T12:18:02.407049Z","steps":["trace[1871889034] 'agreement among raft nodes before linearized reading' (duration: 3.765581852s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.407067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:58.64138Z","time spent":"3.765684235s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18aed08e6932aa37\" "} {"level":"warn","ts":"2026-05-12T12:18:02.407177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765815468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-wmbjx\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-05-12T12:18:02.40719Z","caller":"traceutil/trace.go:171","msg":"trace[1926789910] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-wmbjx; range_end:; response_count:1; response_revision:26006; }","duration":"3.765867269s","start":"2026-05-12T12:17:58.641318Z","end":"2026-05-12T12:18:02.407185Z","steps":["trace[1926789910] 'agreement among raft nodes before linearized reading' (duration: 3.765817308s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:02.407202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:17:58.6413Z","time spent":"3.76589851s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5444,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-wmbjx\" "} {"level":"warn","ts":"2026-05-12T12:18:02.924044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:03.424978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:03.925344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:04.426357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:04.926481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:05.161015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.746663311s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:18:05.161736Z","caller":"traceutil/trace.go:171","msg":"trace[7775778] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"2.747462171s","start":"2026-05-12T12:18:02.414245Z","end":"2026-05-12T12:18:05.161708Z","steps":["trace[7775778] 'process raft request' (duration: 2.747378159s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:05.16183Z","caller":"traceutil/trace.go:171","msg":"trace[1412784861] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"2.747530522s","start":"2026-05-12T12:18:02.414237Z","end":"2026-05-12T12:18:05.161768Z","steps":["trace[1412784861] 'process raft request' (duration: 2.747153093s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:05.161967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:02.414226Z","time spent":"2.747596755s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T12:18:05.16214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:02.414208Z","time spent":"2.747758438s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:05.467862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999910738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:05.46795Z","caller":"traceutil/trace.go:171","msg":"trace[484874295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131562s","start":"2026-05-12T12:18:03.467799Z","end":"2026-05-12T12:18:05.467931Z","steps":["trace[484874295] 'agreement among raft nodes before linearized reading' (duration: 1.999982359s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:05.468008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:03.467774Z","time spent":"2.000217785s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:18:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-12T12:18:06.097773Z","caller":"traceutil/trace.go:171","msg":"trace[617686608] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"3.674776024s","start":"2026-05-12T12:18:02.422967Z","end":"2026-05-12T12:18:06.097743Z","steps":["trace[617686608] 'process raft request' (duration: 3.598754111s)","trace[617686608] 'compare' (duration: 75.354577ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:06.097788Z","caller":"traceutil/trace.go:171","msg":"trace[1974389210] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"1.512482405s","start":"2026-05-12T12:18:04.58528Z","end":"2026-05-12T12:18:06.097763Z","steps":["trace[1974389210] 'process raft request' (duration: 1.5123003s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:06.097926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:02.422946Z","time spent":"3.674906838s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:06.097952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:04.585255Z","time spent":"1.512609558s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:07.415787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318062843s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-12T12:18:07.416053Z","caller":"traceutil/trace.go:171","msg":"trace[255937380] linearizableReadLoop","detail":"{readStateIndex:26866; appliedIndex:26861; }","duration":"4.993089594s","start":"2026-05-12T12:18:02.422936Z","end":"2026-05-12T12:18:07.416026Z","steps":["trace[255937380] 'read index received' (duration: 2.738307526s)","trace[255937380] 'applied index is now lower than readState.Index' (duration: 2.254779648s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:07.41742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994468368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-12T12:18:07.417523Z","caller":"traceutil/trace.go:171","msg":"trace[1762424201] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26011; }","duration":"4.994595432s","start":"2026-05-12T12:18:02.422914Z","end":"2026-05-12T12:18:07.417509Z","steps":["trace[1762424201] 'agreement among raft nodes before linearized reading' (duration: 4.994360356s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:07.417593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:02.422905Z","time spent":"4.994675583s","remote":"127.0.0.1:44348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-12T12:18:07.418471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274264884s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:18:07.418986Z","caller":"traceutil/trace.go:171","msg":"trace[1426675625] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"1.274942371s","start":"2026-05-12T12:18:06.144017Z","end":"2026-05-12T12:18:07.418959Z","steps":["trace[1426675625] 'process raft request' (duration: 1.274773017s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:07.419161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:06.143939Z","time spent":"1.275133316s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:07.468757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:07.468841Z","caller":"traceutil/trace.go:171","msg":"trace[266924241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600754s","start":"2026-05-12T12:18:05.468222Z","end":"2026-05-12T12:18:07.468823Z","steps":["trace[266924241] 'agreement among raft nodes before linearized reading' (duration: 2.000497481s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:07.468937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:05.4682Z","time spent":"2.000726867s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:18:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:08.061544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.676946ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:08.061679Z","caller":"traceutil/trace.go:171","msg":"trace[1807350806] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26012; }","duration":"480.822721ms","start":"2026-05-12T12:18:07.580839Z","end":"2026-05-12T12:18:08.061662Z","steps":["trace[1807350806] 'range keys from in-memory index tree' (duration: 480.664446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.062004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.03537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:08.062157Z","caller":"traceutil/trace.go:171","msg":"trace[372300456] linearizableReadLoop","detail":"{readStateIndex:26868; appliedIndex:26866; }","duration":"645.982211ms","start":"2026-05-12T12:18:07.416155Z","end":"2026-05-12T12:18:08.062137Z","steps":["trace[372300456] 'read index received' (duration: 2.557663ms)","trace[372300456] 'applied index is now lower than readState.Index' (duration: 643.422338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:08.062496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600182276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:08.06255Z","caller":"traceutil/trace.go:171","msg":"trace[37770410] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26013; }","duration":"3.600269688s","start":"2026-05-12T12:18:04.462265Z","end":"2026-05-12T12:18:08.062535Z","steps":["trace[37770410] 'agreement among raft nodes before linearized reading' (duration: 3.600057003s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.062667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253312893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:08.062647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:04.462247Z","time spent":"3.60038122s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:08.062685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69245278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:08.062765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237136414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:08.062802Z","caller":"traceutil/trace.go:171","msg":"trace[2027932360] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26013; }","duration":"2.237195715s","start":"2026-05-12T12:18:05.825597Z","end":"2026-05-12T12:18:08.062792Z","steps":["trace[2027932360] 'agreement among raft nodes before linearized reading' (duration: 2.237139234s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.062833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:05.825585Z","time spent":"2.237239956s","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:08.062837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755993471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-12T12:18:08.062868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.638372377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127635"} {"level":"warn","ts":"2026-05-12T12:18:08.062872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961958602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-dv8c8\" ","response":"range_response_count:1 size:5318"} {"level":"warn","ts":"2026-05-12T12:18:08.062926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.639874984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-12T12:18:08.062936Z","caller":"traceutil/trace.go:171","msg":"trace[1790709800] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-dv8c8; range_end:; response_count:1; response_revision:26013; }","duration":"1.962062925s","start":"2026-05-12T12:18:06.10086Z","end":"2026-05-12T12:18:08.062922Z","steps":["trace[1790709800] 'agreement among raft nodes before linearized reading' (duration: 1.961761757s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:08.062947Z","caller":"traceutil/trace.go:171","msg":"trace[40897238] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"650.163294ms","start":"2026-05-12T12:18:07.412763Z","end":"2026-05-12T12:18:08.062927Z","steps":["trace[40897238] 'process raft request' (duration: 167.119419ms)","trace[40897238] 'compare' (duration: 481.558169ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:08.062974Z","caller":"traceutil/trace.go:171","msg":"trace[1656148106] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26013; }","duration":"5.639972157s","start":"2026-05-12T12:18:02.42299Z","end":"2026-05-12T12:18:08.062962Z","steps":["trace[1656148106] 'agreement among raft nodes before linearized reading' (duration: 5.639862684s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.062981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:06.100841Z","time spent":"1.962130926s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-dv8c8\" "} {"level":"warn","ts":"2026-05-12T12:18:08.062989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451381729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:08.063009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:02.422959Z","time spent":"5.640043018s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-12T12:18:08.06302Z","caller":"traceutil/trace.go:171","msg":"trace[1206662549] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26013; }","duration":"5.451439941s","start":"2026-05-12T12:18:02.611568Z","end":"2026-05-12T12:18:08.063008Z","steps":["trace[1206662549] 'agreement among raft nodes before linearized reading' (duration: 5.451387009s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.063053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:02.611554Z","time spent":"5.451491702s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:08.06306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668803707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:08.063064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49607478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:08.063082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.54192742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-12T12:18:08.063109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.887759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:08.063112Z","caller":"traceutil/trace.go:171","msg":"trace[1694862943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26013; }","duration":"3.668890229s","start":"2026-05-12T12:18:04.394207Z","end":"2026-05-12T12:18:08.063097Z","steps":["trace[1694862943] 'agreement among raft nodes before linearized reading' (duration: 3.668826027s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.063044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:07.412742Z","time spent":"650.236465ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:08.063143Z","caller":"traceutil/trace.go:171","msg":"trace[1115943901] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26013; }","duration":"710.959291ms","start":"2026-05-12T12:18:07.352175Z","end":"2026-05-12T12:18:08.063134Z","steps":["trace[1115943901] 'agreement among raft nodes before linearized reading' (duration: 710.900369ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:08.063142Z","caller":"traceutil/trace.go:171","msg":"trace[1052851406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26013; }","duration":"5.542044593s","start":"2026-05-12T12:18:02.521079Z","end":"2026-05-12T12:18:08.063123Z","steps":["trace[1052851406] 'agreement among raft nodes before linearized reading' (duration: 5.541884659s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.062809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.416792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:08.06316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:04.394186Z","time spent":"3.668960511s","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:08.063184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:07.352149Z","time spent":"711.019423ms","remote":"127.0.0.1:35800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:08.063192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:02.521046Z","time spent":"5.542134165s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-05-12T12:18:08.062927Z","caller":"traceutil/trace.go:171","msg":"trace[1934256191] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26013; }","duration":"5.638447478s","start":"2026-05-12T12:18:02.424463Z","end":"2026-05-12T12:18:08.06291Z","steps":["trace[1934256191] 'agreement among raft nodes before linearized reading' (duration: 5.638205322s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.06328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896959075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-12T12:18:08.063326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:02.424455Z","time spent":"5.638833858s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127657,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-12T12:18:08.063345Z","caller":"traceutil/trace.go:171","msg":"trace[1938993944] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7; range_end:; response_count:1; response_revision:26013; }","duration":"2.897059777s","start":"2026-05-12T12:18:05.166265Z","end":"2026-05-12T12:18:08.063325Z","steps":["trace[1938993944] 'agreement among raft nodes before linearized reading' (duration: 2.896901134s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.063007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619447561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:08.063366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986493487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:08.063381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508973879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:08.063394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:05.166241Z","time spent":"2.89713682s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" "} {"level":"warn","ts":"2026-05-12T12:18:08.063399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398020619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:08.063407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755844237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-12T12:18:08.063419Z","caller":"traceutil/trace.go:171","msg":"trace[1069115493] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26013; }","duration":"1.509101982s","start":"2026-05-12T12:18:06.554306Z","end":"2026-05-12T12:18:08.063408Z","steps":["trace[1069115493] 'agreement among raft nodes before linearized reading' (duration: 1.50904682s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:08.063421Z","caller":"traceutil/trace.go:171","msg":"trace[2095975390] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26013; }","duration":"3.98658064s","start":"2026-05-12T12:18:04.076823Z","end":"2026-05-12T12:18:08.063404Z","steps":["trace[2095975390] 'agreement among raft nodes before linearized reading' (duration: 3.986506178s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:08.063439Z","caller":"traceutil/trace.go:171","msg":"trace[974241566] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26013; }","duration":"4.755876918s","start":"2026-05-12T12:18:03.307553Z","end":"2026-05-12T12:18:08.06343Z","steps":["trace[974241566] 'agreement among raft nodes before linearized reading' (duration: 4.755781235s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:08.063439Z","caller":"traceutil/trace.go:171","msg":"trace[1929265813] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26013; }","duration":"4.398115452s","start":"2026-05-12T12:18:03.665309Z","end":"2026-05-12T12:18:08.063424Z","steps":["trace[1929265813] 'agreement among raft nodes before linearized reading' (duration: 4.398046649s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.063448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:06.55427Z","time spent":"1.509171214s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:08.063455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:04.0768Z","time spent":"3.986646191s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:08.063409Z","caller":"traceutil/trace.go:171","msg":"trace[1671422578] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26013; }","duration":"3.619845962s","start":"2026-05-12T12:18:04.443543Z","end":"2026-05-12T12:18:08.063389Z","steps":["trace[1671422578] 'agreement among raft nodes before linearized reading' (duration: 3.61941032s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.063475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:03.307546Z","time spent":"4.7559237s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-12T12:18:08.063482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:03.665276Z","time spent":"4.398197853s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:08.063131Z","caller":"traceutil/trace.go:171","msg":"trace[1493727012] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26013; }","duration":"3.496204324s","start":"2026-05-12T12:18:04.566909Z","end":"2026-05-12T12:18:08.063113Z","steps":["trace[1493727012] 'agreement among raft nodes before linearized reading' (duration: 3.495418065s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.063558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:04.566881Z","time spent":"3.496663856s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:08.063191Z","caller":"traceutil/trace.go:171","msg":"trace[1338073187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26013; }","duration":"586.859843ms","start":"2026-05-12T12:18:07.47632Z","end":"2026-05-12T12:18:08.063179Z","steps":["trace[1338073187] 'agreement among raft nodes before linearized reading' (duration: 586.431672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.063587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:04.443478Z","time spent":"3.620019676s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:08.06276Z","caller":"traceutil/trace.go:171","msg":"trace[1338137134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26013; }","duration":"1.692588893s","start":"2026-05-12T12:18:06.370153Z","end":"2026-05-12T12:18:08.062742Z","steps":["trace[1338137134] 'agreement among raft nodes before linearized reading' (duration: 1.69244476s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.063748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:06.370129Z","time spent":"1.693605809s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:08.063628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:07.476292Z","time spent":"587.327376ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T12:18:08.062922Z","caller":"traceutil/trace.go:171","msg":"trace[1368121116] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26013; }","duration":"4.756124303s","start":"2026-05-12T12:18:03.306773Z","end":"2026-05-12T12:18:08.062898Z","steps":["trace[1368121116] 'agreement among raft nodes before linearized reading' (duration: 4.755854186s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.063661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321854573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:08.063959Z","caller":"traceutil/trace.go:171","msg":"trace[769172519] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26013; }","duration":"4.322248211s","start":"2026-05-12T12:18:03.741691Z","end":"2026-05-12T12:18:08.063939Z","steps":["trace[769172519] 'agreement among raft nodes before linearized reading' (duration: 4.321571194s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.064054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:03.74167Z","time spent":"4.322362265s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:08.063879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:03.306754Z","time spent":"4.757063367s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-12T12:18:08.062716Z","caller":"traceutil/trace.go:171","msg":"trace[1027800119] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26013; }","duration":"2.253405915s","start":"2026-05-12T12:18:05.809299Z","end":"2026-05-12T12:18:08.062704Z","steps":["trace[1027800119] 'agreement among raft nodes before linearized reading' (duration: 2.253318993s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.064444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:05.809257Z","time spent":"2.255170879s","remote":"127.0.0.1:44384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-05-12T12:18:08.062917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37128924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:08.064645Z","caller":"traceutil/trace.go:171","msg":"trace[1691068678] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26013; }","duration":"2.373005173s","start":"2026-05-12T12:18:05.691607Z","end":"2026-05-12T12:18:08.064612Z","steps":["trace[1691068678] 'agreement among raft nodes before linearized reading' (duration: 2.371252719s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.064697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:05.691563Z","time spent":"2.373116515s","remote":"127.0.0.1:44724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:08.56074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.065994Z","time spent":"494.738313ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-12T12:18:08.560923Z","caller":"traceutil/trace.go:171","msg":"trace[238279003] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"493.370329ms","start":"2026-05-12T12:18:08.067517Z","end":"2026-05-12T12:18:08.560887Z","steps":["trace[238279003] 'process raft request' (duration: 493.131033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.561088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.067486Z","time spent":"493.519203ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:08.561188Z","caller":"traceutil/trace.go:171","msg":"trace[1661492985] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"488.759354ms","start":"2026-05-12T12:18:08.072396Z","end":"2026-05-12T12:18:08.561155Z","steps":["trace[1661492985] 'process raft request' (duration: 488.424706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.561361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.072385Z","time spent":"488.892828ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:08.561371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.709097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6594167d-8f3e-453a-ba15-d85906da68eb\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-12T12:18:08.561154Z","caller":"traceutil/trace.go:171","msg":"trace[266645948] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"491.838221ms","start":"2026-05-12T12:18:08.069253Z","end":"2026-05-12T12:18:08.561091Z","steps":["trace[266645948] 'process raft request' (duration: 491.524833ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:08.561494Z","caller":"traceutil/trace.go:171","msg":"trace[1524806217] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6594167d-8f3e-453a-ba15-d85906da68eb; range_end:; response_count:1; response_revision:26016; }","duration":"493.872961ms","start":"2026-05-12T12:18:08.067597Z","end":"2026-05-12T12:18:08.561469Z","steps":["trace[1524806217] 'agreement among raft nodes before linearized reading' (duration: 493.624705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.561583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.067576Z","time spent":"493.975474ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6594167d-8f3e-453a-ba15-d85906da68eb\" "} {"level":"info","ts":"2026-05-12T12:18:08.561678Z","caller":"traceutil/trace.go:171","msg":"trace[2116166549] linearizableReadLoop","detail":"{readStateIndex:26871; appliedIndex:26868; }","duration":"493.42107ms","start":"2026-05-12T12:18:08.067642Z","end":"2026-05-12T12:18:08.561063Z","steps":["trace[2116166549] 'read index received' (duration: 44.347853ms)","trace[2116166549] 'applied index is now lower than readState.Index' (duration: 449.070597ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:08.562293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.06924Z","time spent":"492.316352ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:08.61265Z","caller":"traceutil/trace.go:171","msg":"trace[685641181] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"499.255125ms","start":"2026-05-12T12:18:08.113362Z","end":"2026-05-12T12:18:08.612617Z","steps":["trace[685641181] 'process raft request' (duration: 498.078025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.61282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.113322Z","time spent":"499.398908ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:08.612959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.914799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-05-12T12:18:08.613037Z","caller":"traceutil/trace.go:171","msg":"trace[650074176] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26018; }","duration":"519.029382ms","start":"2026-05-12T12:18:08.093989Z","end":"2026-05-12T12:18:08.613019Z","steps":["trace[650074176] 'agreement among raft nodes before linearized reading' (duration: 518.762886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:08.613087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.093975Z","time spent":"519.103064ms","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-12T12:18:09.120404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:09.695399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.263888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:09.695519Z","caller":"traceutil/trace.go:171","msg":"trace[1895276356] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"1.07608097s","start":"2026-05-12T12:18:08.619415Z","end":"2026-05-12T12:18:09.695496Z","steps":["trace[1895276356] 'process raft request' (duration: 967.618257ms)","trace[1895276356] 'compare' (duration: 108.085754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:09.695589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.619398Z","time spent":"1.076158242s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:09.744491Z","caller":"traceutil/trace.go:171","msg":"trace[1873733415] linearizableReadLoop","detail":"{readStateIndex:26877; appliedIndex:26875; }","duration":"1.124579186s","start":"2026-05-12T12:18:08.619886Z","end":"2026-05-12T12:18:09.744465Z","steps":["trace[1873733415] 'read index received' (duration: 967.156745ms)","trace[1873733415] 'applied index is now lower than readState.Index' (duration: 157.421441ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:09.744672Z","caller":"traceutil/trace.go:171","msg":"trace[1910424481] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"1.124100304s","start":"2026-05-12T12:18:08.620534Z","end":"2026-05-12T12:18:09.744635Z","steps":["trace[1910424481] 'process raft request' (duration: 1.123782176s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:09.744785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124872263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-12T12:18:09.744829Z","caller":"traceutil/trace.go:171","msg":"trace[937309772] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26020; }","duration":"1.124951275s","start":"2026-05-12T12:18:08.619862Z","end":"2026-05-12T12:18:09.744813Z","steps":["trace[937309772] 'agreement among raft nodes before linearized reading' (duration: 1.124709379s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:09.744836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.620523Z","time spent":"1.124224007s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:09.744871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.619814Z","time spent":"1.125048727s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-05-12T12:18:10.202289Z","caller":"traceutil/trace.go:171","msg":"trace[239574985] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"501.873228ms","start":"2026-05-12T12:18:09.700376Z","end":"2026-05-12T12:18:10.202249Z","steps":["trace[239574985] 'process raft request' (duration: 495.753528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.202448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:09.70036Z","time spent":"502.013132ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-12T12:18:10.202275Z","caller":"traceutil/trace.go:171","msg":"trace[926655619] linearizableReadLoop","detail":"{readStateIndex:26878; appliedIndex:26877; }","duration":"457.677779ms","start":"2026-05-12T12:18:09.744557Z","end":"2026-05-12T12:18:10.202234Z","steps":["trace[926655619] 'read index received' (duration: 317.808µs)","trace[926655619] 'applied index is now lower than readState.Index' (duration: 457.358031ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:10.202616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5699244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-05-12T12:18:10.202701Z","caller":"traceutil/trace.go:171","msg":"trace[336054436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26021; }","duration":"1.570040992s","start":"2026-05-12T12:18:08.632628Z","end":"2026-05-12T12:18:10.202669Z","steps":["trace[336054436] 'agreement among raft nodes before linearized reading' (duration: 1.569723535s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.202755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.632618Z","time spent":"1.570127335s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-12T12:18:10.202772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.987784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:10.202822Z","caller":"traceutil/trace.go:171","msg":"trace[1686327911] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26021; }","duration":"225.072707ms","start":"2026-05-12T12:18:09.977736Z","end":"2026-05-12T12:18:10.202809Z","steps":["trace[1686327911] 'agreement among raft nodes before linearized reading' (duration: 224.957044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.202847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473008182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:10.202864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.525906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:10.202909Z","caller":"traceutil/trace.go:171","msg":"trace[1332662135] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26021; }","duration":"1.473080814s","start":"2026-05-12T12:18:08.72981Z","end":"2026-05-12T12:18:10.20289Z","steps":["trace[1332662135] 'agreement among raft nodes before linearized reading' (duration: 1.472834318s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.202895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.742997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f55f5e7a-6f54-4371-9292-48c6db6a0663\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-12T12:18:10.202847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493972058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:10.202926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56463185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-05-12T12:18:10.202951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.729787Z","time spent":"1.473152716s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:10.202946Z","caller":"traceutil/trace.go:171","msg":"trace[489043927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26021; }","duration":"737.661539ms","start":"2026-05-12T12:18:09.465264Z","end":"2026-05-12T12:18:10.202925Z","steps":["trace[489043927] 'agreement among raft nodes before linearized reading' (duration: 737.507835ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:10.202968Z","caller":"traceutil/trace.go:171","msg":"trace[1924911397] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f55f5e7a-6f54-4371-9292-48c6db6a0663; range_end:; response_count:1; response_revision:26021; }","duration":"454.86284ms","start":"2026-05-12T12:18:09.748078Z","end":"2026-05-12T12:18:10.202941Z","steps":["trace[1924911397] 'agreement among raft nodes before linearized reading' (duration: 454.587163ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:10.20299Z","caller":"traceutil/trace.go:171","msg":"trace[2057781846] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:26021; }","duration":"1.564767413s","start":"2026-05-12T12:18:08.638208Z","end":"2026-05-12T12:18:10.202976Z","steps":["trace[2057781846] 'agreement among raft nodes before linearized reading' (duration: 1.564514117s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.202997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:09.465241Z","time spent":"737.747541ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:10.203014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:09.74806Z","time spent":"454.945412ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-f55f5e7a-6f54-4371-9292-48c6db6a0663\" "} {"level":"warn","ts":"2026-05-12T12:18:10.203034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.638191Z","time spent":"1.564833785s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-12T12:18:10.203022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.534746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:10.203216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.960134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:10.203154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.836068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:10.203219Z","caller":"traceutil/trace.go:171","msg":"trace[255780083] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26021; }","duration":"216.69173ms","start":"2026-05-12T12:18:09.98646Z","end":"2026-05-12T12:18:10.203152Z","steps":["trace[255780083] 'agreement among raft nodes before linearized reading' (duration: 216.522246ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:10.203262Z","caller":"traceutil/trace.go:171","msg":"trace[161088769] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26021; }","duration":"238.031237ms","start":"2026-05-12T12:18:09.965219Z","end":"2026-05-12T12:18:10.203251Z","steps":["trace[161088769] 'agreement among raft nodes before linearized reading' (duration: 237.901123ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:10.203022Z","caller":"traceutil/trace.go:171","msg":"trace[1255650691] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26021; }","duration":"1.494208644s","start":"2026-05-12T12:18:08.708795Z","end":"2026-05-12T12:18:10.203004Z","steps":["trace[1255650691] 'agreement among raft nodes before linearized reading' (duration: 1.493932567s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:10.203297Z","caller":"traceutil/trace.go:171","msg":"trace[1504267125] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26021; }","duration":"362.001951ms","start":"2026-05-12T12:18:09.841259Z","end":"2026-05-12T12:18:10.203261Z","steps":["trace[1504267125] 'agreement among raft nodes before linearized reading' (duration: 361.801526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.203331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:08.708773Z","time spent":"1.494537222s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:10.203356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:09.841239Z","time spent":"362.106754ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:10.203401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.027214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-12T12:18:10.203483Z","caller":"traceutil/trace.go:171","msg":"trace[681194995] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26021; }","duration":"455.103785ms","start":"2026-05-12T12:18:09.748338Z","end":"2026-05-12T12:18:10.203441Z","steps":["trace[681194995] 'agreement among raft nodes before linearized reading' (duration: 454.778047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.203525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:09.748325Z","time spent":"455.191098ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-12T12:18:10.203569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.999346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:10.203639Z","caller":"traceutil/trace.go:171","msg":"trace[1638426203] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26021; }","duration":"615.16268ms","start":"2026-05-12T12:18:09.588439Z","end":"2026-05-12T12:18:10.203601Z","steps":["trace[1638426203] 'agreement among raft nodes before linearized reading' (duration: 615.018807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.203681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:09.588413Z","time spent":"615.258594ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:10.203862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.966805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-12T12:18:10.20393Z","caller":"traceutil/trace.go:171","msg":"trace[882878446] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26021; }","duration":"279.082378ms","start":"2026-05-12T12:18:09.924834Z","end":"2026-05-12T12:18:10.203916Z","steps":["trace[882878446] 'agreement among raft nodes before linearized reading' (duration: 277.98531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.205701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.672505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389278"} {"level":"info","ts":"2026-05-12T12:18:10.205764Z","caller":"traceutil/trace.go:171","msg":"trace[1433557110] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26021; }","duration":"200.745396ms","start":"2026-05-12T12:18:10.005003Z","end":"2026-05-12T12:18:10.205749Z","steps":["trace[1433557110] 'agreement among raft nodes before linearized reading' (duration: 197.892156ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:10.708283Z","caller":"traceutil/trace.go:171","msg":"trace[1635298012] linearizableReadLoop","detail":"{readStateIndex:26881; appliedIndex:26879; }","duration":"440.466996ms","start":"2026-05-12T12:18:10.26779Z","end":"2026-05-12T12:18:10.708257Z","steps":["trace[1635298012] 'read index received' (duration: 439.545163ms)","trace[1635298012] 'applied index is now lower than readState.Index' (duration: 920.933µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:10.708414Z","caller":"traceutil/trace.go:171","msg":"trace[2002654365] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"495.640995ms","start":"2026-05-12T12:18:10.212761Z","end":"2026-05-12T12:18:10.708402Z","steps":["trace[2002654365] 'process raft request' (duration: 495.393639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.708518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.212755Z","time spent":"495.685136ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:10.708671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.357023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:10.708707Z","caller":"traceutil/trace.go:171","msg":"trace[613492151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26024; }","duration":"242.417385ms","start":"2026-05-12T12:18:10.46628Z","end":"2026-05-12T12:18:10.708698Z","steps":["trace[613492151] 'agreement among raft nodes before linearized reading' (duration: 242.359793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.708785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.959944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vbfgh.18aed094f1997b53\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-12T12:18:10.708844Z","caller":"traceutil/trace.go:171","msg":"trace[1735589551] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-vbfgh.18aed094f1997b53; range_end:; response_count:1; response_revision:26024; }","duration":"438.047366ms","start":"2026-05-12T12:18:10.27078Z","end":"2026-05-12T12:18:10.708827Z","steps":["trace[1735589551] 'agreement among raft nodes before linearized reading' (duration: 437.79261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.708919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.270757Z","time spent":"438.149099ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vbfgh.18aed094f1997b53\" "} {"level":"warn","ts":"2026-05-12T12:18:10.709254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.744107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:10.709303Z","caller":"traceutil/trace.go:171","msg":"trace[1482099189] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26024; }","duration":"426.829148ms","start":"2026-05-12T12:18:10.282465Z","end":"2026-05-12T12:18:10.709295Z","steps":["trace[1482099189] 'agreement among raft nodes before linearized reading' (duration: 426.736036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.7093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.061945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a53fa98f-9fed-46fa-afa1-6550e0829e08\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-12T12:18:10.709327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.282454Z","time spent":"426.86849ms","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:10.709352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.746099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:10.709384Z","caller":"traceutil/trace.go:171","msg":"trace[77588125] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a53fa98f-9fed-46fa-afa1-6550e0829e08; range_end:; response_count:1; response_revision:26024; }","duration":"438.126127ms","start":"2026-05-12T12:18:10.2712Z","end":"2026-05-12T12:18:10.709326Z","steps":["trace[77588125] 'agreement among raft nodes before linearized reading' (duration: 438.015284ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:10.709623Z","caller":"traceutil/trace.go:171","msg":"trace[1499691096] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26024; }","duration":"127.901312ms","start":"2026-05-12T12:18:10.581515Z","end":"2026-05-12T12:18:10.709417Z","steps":["trace[1499691096] 'agreement among raft nodes before linearized reading' (duration: 127.727088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.709659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.271192Z","time spent":"438.452685ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-a53fa98f-9fed-46fa-afa1-6550e0829e08\" "} {"level":"info","ts":"2026-05-12T12:18:10.708997Z","caller":"traceutil/trace.go:171","msg":"trace[42831341] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"499.957322ms","start":"2026-05-12T12:18:10.209016Z","end":"2026-05-12T12:18:10.708973Z","steps":["trace[42831341] 'process raft request' (duration: 498.331111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.709793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.209Z","time spent":"500.734801ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:10.713109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.155645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-domain-ks-user-w7fsb.18aecff76c107c8e\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26021 ","response":"range_response_count:500 size:387812"} {"level":"info","ts":"2026-05-12T12:18:10.713172Z","caller":"traceutil/trace.go:171","msg":"trace[542766235] range","detail":"{range_begin:/registry/events/openstack/heat-domain-ks-user-w7fsb.18aecff76c107c8e\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26024; }","duration":"489.289797ms","start":"2026-05-12T12:18:10.223869Z","end":"2026-05-12T12:18:10.713159Z","steps":["trace[542766235] 'agreement among raft nodes before linearized reading' (duration: 484.976451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:10.713227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.223848Z","time spent":"489.350409ms","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1654,"response size":387834,"request content":"key:\"/registry/events/openstack/heat-domain-ks-user-w7fsb.18aecff76c107c8e\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26021 "} {"level":"warn","ts":"2026-05-12T12:18:11.166808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.378624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:11.166939Z","caller":"traceutil/trace.go:171","msg":"trace[968528179] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"397.202298ms","start":"2026-05-12T12:18:10.769715Z","end":"2026-05-12T12:18:11.166917Z","steps":["trace[968528179] 'process raft request' (duration: 85.615569ms)","trace[968528179] 'compare' (duration: 310.763279ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:11.167236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.769694Z","time spent":"397.459135ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:11.713733Z","caller":"traceutil/trace.go:171","msg":"trace[1247328102] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"942.400276ms","start":"2026-05-12T12:18:10.771309Z","end":"2026-05-12T12:18:11.713709Z","steps":["trace[1247328102] 'process raft request' (duration: 942.22951ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:11.713749Z","caller":"traceutil/trace.go:171","msg":"trace[2069344182] linearizableReadLoop","detail":"{readStateIndex:26885; appliedIndex:26882; }","duration":"942.081978ms","start":"2026-05-12T12:18:10.771645Z","end":"2026-05-12T12:18:11.713727Z","steps":["trace[2069344182] 'read index received' (duration: 83.673802ms)","trace[2069344182] 'applied index is now lower than readState.Index' (duration: 858.407346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:11.713853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.771301Z","time spent":"942.484168ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4349,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:11.713887Z","caller":"traceutil/trace.go:171","msg":"trace[24641460] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"944.125348ms","start":"2026-05-12T12:18:10.76975Z","end":"2026-05-12T12:18:11.713875Z","steps":["trace[24641460] 'process raft request' (duration: 932.925751ms)","trace[24641460] 'compare' (duration: 10.353795ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:11.713994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.769731Z","time spent":"944.19108ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:11.714217Z","caller":"traceutil/trace.go:171","msg":"trace[1203597766] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"798.412817ms","start":"2026-05-12T12:18:10.915777Z","end":"2026-05-12T12:18:11.71419Z","steps":["trace[1203597766] 'process raft request' (duration: 797.883344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:11.714384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.915752Z","time spent":"798.55711ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:11.714475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.823966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-12T12:18:11.714516Z","caller":"traceutil/trace.go:171","msg":"trace[719096632] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26029; }","duration":"942.883618ms","start":"2026-05-12T12:18:10.771619Z","end":"2026-05-12T12:18:11.714503Z","steps":["trace[719096632] 'agreement among raft nodes before linearized reading' (duration: 942.223702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:11.714553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.771612Z","time spent":"942.927949ms","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-12T12:18:11.714607Z","caller":"traceutil/trace.go:171","msg":"trace[498550239] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"543.436653ms","start":"2026-05-12T12:18:11.171148Z","end":"2026-05-12T12:18:11.714584Z","steps":["trace[498550239] 'process raft request' (duration: 542.950731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:11.714671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.397782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-05-12T12:18:11.714695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.791167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:11.71473Z","caller":"traceutil/trace.go:171","msg":"trace[59916103] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26030; }","duration":"797.510325ms","start":"2026-05-12T12:18:10.917204Z","end":"2026-05-12T12:18:11.714715Z","steps":["trace[59916103] 'agreement among raft nodes before linearized reading' (duration: 797.31705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:11.714766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.917165Z","time spent":"797.591247ms","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-05-12T12:18:11.714762Z","caller":"traceutil/trace.go:171","msg":"trace[1074590374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26030; }","duration":"247.88723ms","start":"2026-05-12T12:18:11.466855Z","end":"2026-05-12T12:18:11.714742Z","steps":["trace[1074590374] 'agreement among raft nodes before linearized reading' (duration: 247.775567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:11.714784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:11.171122Z","time spent":"543.529915ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T12:18:11.714802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.69256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-12T12:18:11.714866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.929911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-12T12:18:11.714878Z","caller":"traceutil/trace.go:171","msg":"trace[1330702651] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:26030; }","duration":"920.798123ms","start":"2026-05-12T12:18:10.794062Z","end":"2026-05-12T12:18:11.714861Z","steps":["trace[1330702651] 'agreement among raft nodes before linearized reading' (duration: 920.559478ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:11.714899Z","caller":"traceutil/trace.go:171","msg":"trace[918886036] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:26030; }","duration":"919.978882ms","start":"2026-05-12T12:18:10.794909Z","end":"2026-05-12T12:18:11.714888Z","steps":["trace[918886036] 'agreement among raft nodes before linearized reading' (duration: 919.88762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:11.714922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.79405Z","time spent":"920.864995ms","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-05-12T12:18:11.714926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.7949Z","time spent":"920.020653ms","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-05-12T12:18:11.715006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.36361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-05-12T12:18:11.715088Z","caller":"traceutil/trace.go:171","msg":"trace[1368283536] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26030; }","duration":"926.482153ms","start":"2026-05-12T12:18:10.788586Z","end":"2026-05-12T12:18:11.715068Z","steps":["trace[1368283536] 'agreement among raft nodes before linearized reading' (duration: 926.252858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:11.715149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.788573Z","time spent":"926.565255ms","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1136,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-05-12T12:18:11.716028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.849643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-ovsdb-nb.18aecf4b9a044d5b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26021 ","response":"range_response_count:500 size:388611"} {"level":"info","ts":"2026-05-12T12:18:11.716062Z","caller":"traceutil/trace.go:171","msg":"trace[1292122258] range","detail":"{range_begin:/registry/events/openstack/ovn-ovsdb-nb.18aecf4b9a044d5b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26030; }","duration":"935.927205ms","start":"2026-05-12T12:18:10.780127Z","end":"2026-05-12T12:18:11.716054Z","steps":["trace[1292122258] 'agreement among raft nodes before linearized reading' (duration: 934.363867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:11.716094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:10.780108Z","time spent":"935.968777ms","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":654,"response size":388633,"request content":"key:\"/registry/events/openstack/ovn-ovsdb-nb.18aecf4b9a044d5b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26021 "} {"level":"info","ts":"2026-05-12T12:18:21.472664Z","caller":"traceutil/trace.go:171","msg":"trace[1998067763] linearizableReadLoop","detail":"{readStateIndex:27062; appliedIndex:27061; }","duration":"313.255751ms","start":"2026-05-12T12:18:21.159386Z","end":"2026-05-12T12:18:21.472641Z","steps":["trace[1998067763] 'read index received' (duration: 313.039595ms)","trace[1998067763] 'applied index is now lower than readState.Index' (duration: 215.076µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:21.472727Z","caller":"traceutil/trace.go:171","msg":"trace[1267627723] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"324.535928ms","start":"2026-05-12T12:18:21.148157Z","end":"2026-05-12T12:18:21.472693Z","steps":["trace[1267627723] 'process raft request' (duration: 324.319023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:21.472898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.484096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-12T12:18:21.472919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:21.148146Z","time spent":"324.670592ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:21.472949Z","caller":"traceutil/trace.go:171","msg":"trace[202958970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26204; }","duration":"313.583249ms","start":"2026-05-12T12:18:21.159351Z","end":"2026-05-12T12:18:21.472934Z","steps":["trace[202958970] 'agreement among raft nodes before linearized reading' (duration: 313.412805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:21.472999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:21.159338Z","time spent":"313.6484ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T12:18:21.473051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.728311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-12T12:18:21.472966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.62371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-12T12:18:21.473138Z","caller":"traceutil/trace.go:171","msg":"trace[1874553497] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26204; }","duration":"216.857464ms","start":"2026-05-12T12:18:21.256254Z","end":"2026-05-12T12:18:21.473112Z","steps":["trace[1874553497] 'agreement among raft nodes before linearized reading' (duration: 216.564207ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:21.473178Z","caller":"traceutil/trace.go:171","msg":"trace[1541212936] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26204; }","duration":"169.875116ms","start":"2026-05-12T12:18:21.303281Z","end":"2026-05-12T12:18:21.473156Z","steps":["trace[1541212936] 'agreement among raft nodes before linearized reading' (duration: 169.570719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:21.473404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.406214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-n56bg\" ","response":"range_response_count:1 size:6323"} {"level":"info","ts":"2026-05-12T12:18:21.473456Z","caller":"traceutil/trace.go:171","msg":"trace[469357419] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-n56bg; range_end:; response_count:1; response_revision:26204; }","duration":"212.456705ms","start":"2026-05-12T12:18:21.260986Z","end":"2026-05-12T12:18:21.473443Z","steps":["trace[469357419] 'agreement among raft nodes before linearized reading' (duration: 212.291371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:22.410264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.044988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:22.410406Z","caller":"traceutil/trace.go:171","msg":"trace[1559720423] linearizableReadLoop","detail":"{readStateIndex:27064; appliedIndex:27063; }","duration":"722.045795ms","start":"2026-05-12T12:18:21.688329Z","end":"2026-05-12T12:18:22.410375Z","steps":["trace[1559720423] 'read index received' (duration: 418.750231ms)","trace[1559720423] 'applied index is now lower than readState.Index' (duration: 303.294034ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:22.410531Z","caller":"traceutil/trace.go:171","msg":"trace[1549481073] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"930.210825ms","start":"2026-05-12T12:18:21.480271Z","end":"2026-05-12T12:18:22.410482Z","steps":["trace[1549481073] 'process raft request' (duration: 626.836328ms)","trace[1549481073] 'compare' (duration: 302.401163ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:22.410739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:21.480262Z","time spent":"930.351628ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6127,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:22.410729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.384043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-12T12:18:22.410866Z","caller":"traceutil/trace.go:171","msg":"trace[575597716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26206; }","duration":"722.562297ms","start":"2026-05-12T12:18:21.688276Z","end":"2026-05-12T12:18:22.410838Z","steps":["trace[575597716] 'agreement among raft nodes before linearized reading' (duration: 722.193618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:22.410933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:21.688251Z","time spent":"722.67098ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-12T12:18:22.412072Z","caller":"traceutil/trace.go:171","msg":"trace[1937351723] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"499.06456ms","start":"2026-05-12T12:18:21.91298Z","end":"2026-05-12T12:18:22.412044Z","steps":["trace[1937351723] 'process raft request' (duration: 498.641148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:22.412211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:21.912959Z","time spent":"499.170043ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:22.412216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.361848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:22.412262Z","caller":"traceutil/trace.go:171","msg":"trace[1698147198] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26207; }","duration":"398.450401ms","start":"2026-05-12T12:18:22.013798Z","end":"2026-05-12T12:18:22.412248Z","steps":["trace[1698147198] 'agreement among raft nodes before linearized reading' (duration: 398.331198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:22.412297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:22.013777Z","time spent":"398.510722ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:22.412492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.223186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-12T12:18:22.412568Z","caller":"traceutil/trace.go:171","msg":"trace[2062077734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26207; }","duration":"590.35797ms","start":"2026-05-12T12:18:21.822196Z","end":"2026-05-12T12:18:22.412554Z","steps":["trace[2062077734] 'agreement among raft nodes before linearized reading' (duration: 589.728594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:22.412623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:21.822163Z","time spent":"590.449612ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-12T12:18:22.916238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:23.711676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.52111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:23.712202Z","caller":"traceutil/trace.go:171","msg":"trace[1705888614] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"1.295845017s","start":"2026-05-12T12:18:22.416338Z","end":"2026-05-12T12:18:23.712183Z","steps":["trace[1705888614] 'process raft request' (duration: 1.295695173s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:23.712182Z","caller":"traceutil/trace.go:171","msg":"trace[359042385] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"1.296937033s","start":"2026-05-12T12:18:22.415199Z","end":"2026-05-12T12:18:23.712136Z","steps":["trace[359042385] 'process raft request' (duration: 794.863329ms)","trace[359042385] 'compare' (duration: 501.055909ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:23.712296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:22.416317Z","time spent":"1.295927918s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:23.712338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:22.415178Z","time spent":"1.297079486s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:23.712377Z","caller":"traceutil/trace.go:171","msg":"trace[724726741] linearizableReadLoop","detail":"{readStateIndex:27068; appliedIndex:27065; }","duration":"1.296659326s","start":"2026-05-12T12:18:22.415704Z","end":"2026-05-12T12:18:23.712364Z","steps":["trace[724726741] 'read index received' (duration: 794.377046ms)","trace[724726741] 'applied index is now lower than readState.Index' (duration: 502.28131ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:23.712424Z","caller":"traceutil/trace.go:171","msg":"trace[610000410] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"1.262559956s","start":"2026-05-12T12:18:22.449844Z","end":"2026-05-12T12:18:23.712404Z","steps":["trace[610000410] 'process raft request' (duration: 1.262284639s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:23.712458Z","caller":"traceutil/trace.go:171","msg":"trace[1557117196] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"587.067869ms","start":"2026-05-12T12:18:23.125381Z","end":"2026-05-12T12:18:23.712449Z","steps":["trace[1557117196] 'process raft request' (duration: 586.921665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.712534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:22.449828Z","time spent":"1.262651359s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:23.712601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:23.125353Z","time spent":"587.202542ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:23.712601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296904752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-12T12:18:23.712645Z","caller":"traceutil/trace.go:171","msg":"trace[1761442776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26211; }","duration":"1.297005474s","start":"2026-05-12T12:18:22.415629Z","end":"2026-05-12T12:18:23.712635Z","steps":["trace[1761442776] 'agreement among raft nodes before linearized reading' (duration: 1.296870531s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.71265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.03469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:23.712584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214999784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:23.712675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:22.415599Z","time spent":"1.297068906s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-12T12:18:23.712699Z","caller":"traceutil/trace.go:171","msg":"trace[252129351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26211; }","duration":"245.083871ms","start":"2026-05-12T12:18:23.467598Z","end":"2026-05-12T12:18:23.712682Z","steps":["trace[252129351] 'agreement among raft nodes before linearized reading' (duration: 245.031549ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:23.712706Z","caller":"traceutil/trace.go:171","msg":"trace[473138413] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26211; }","duration":"1.215200789s","start":"2026-05-12T12:18:22.497492Z","end":"2026-05-12T12:18:23.712693Z","steps":["trace[473138413] 'agreement among raft nodes before linearized reading' (duration: 1.215019795s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.712757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:22.497455Z","time spent":"1.215289191s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:18:23.712785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.427477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-12T12:18:23.7128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.827056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:23.712649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.096069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-12T12:18:23.71284Z","caller":"traceutil/trace.go:171","msg":"trace[772683600] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26211; }","duration":"335.496519ms","start":"2026-05-12T12:18:23.377313Z","end":"2026-05-12T12:18:23.71281Z","steps":["trace[772683600] 'agreement among raft nodes before linearized reading' (duration: 335.381526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.712844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.607982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:23.712764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.972393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-12T12:18:23.712876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.229667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-12T12:18:23.712904Z","caller":"traceutil/trace.go:171","msg":"trace[579870141] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26211; }","duration":"964.708756ms","start":"2026-05-12T12:18:22.748175Z","end":"2026-05-12T12:18:23.712884Z","steps":["trace[579870141] 'agreement among raft nodes before linearized reading' (duration: 964.611303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.71293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.431263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:23.712931Z","caller":"traceutil/trace.go:171","msg":"trace[241047334] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26211; }","duration":"209.290708ms","start":"2026-05-12T12:18:23.503627Z","end":"2026-05-12T12:18:23.712918Z","steps":["trace[241047334] 'agreement among raft nodes before linearized reading' (duration: 209.184926ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:23.712849Z","caller":"traceutil/trace.go:171","msg":"trace[1201708907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26211; }","duration":"236.325424ms","start":"2026-05-12T12:18:23.476513Z","end":"2026-05-12T12:18:23.712838Z","steps":["trace[1201708907] 'agreement among raft nodes before linearized reading' (duration: 236.007837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.712887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:23.37729Z","time spent":"335.58862ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-12T12:18:23.712994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.836795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:23.713093Z","caller":"traceutil/trace.go:171","msg":"trace[427667086] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26211; }","duration":"974.988319ms","start":"2026-05-12T12:18:22.738073Z","end":"2026-05-12T12:18:23.713062Z","steps":["trace[427667086] 'agreement among raft nodes before linearized reading' (duration: 974.796824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.713157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:22.738056Z","time spent":"975.083301ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:23.712715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.373521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-12T12:18:23.713412Z","caller":"traceutil/trace.go:171","msg":"trace[1032979889] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26211; }","duration":"251.075708ms","start":"2026-05-12T12:18:23.462323Z","end":"2026-05-12T12:18:23.713398Z","steps":["trace[1032979889] 'agreement among raft nodes before linearized reading' (duration: 250.31835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.712862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.584528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-12T12:18:23.713557Z","caller":"traceutil/trace.go:171","msg":"trace[734504273] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26211; }","duration":"146.306556ms","start":"2026-05-12T12:18:23.56724Z","end":"2026-05-12T12:18:23.713546Z","steps":["trace[734504273] 'agreement among raft nodes before linearized reading' (duration: 145.592988ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:23.712897Z","caller":"traceutil/trace.go:171","msg":"trace[1877877931] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26211; }","duration":"147.135377ms","start":"2026-05-12T12:18:23.565756Z","end":"2026-05-12T12:18:23.712892Z","steps":["trace[1877877931] 'agreement among raft nodes before linearized reading' (duration: 146.977023ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:23.712822Z","caller":"traceutil/trace.go:171","msg":"trace[1628640501] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26211; }","duration":"137.870618ms","start":"2026-05-12T12:18:23.574942Z","end":"2026-05-12T12:18:23.712813Z","steps":["trace[1628640501] 'agreement among raft nodes before linearized reading' (duration: 137.836977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.712671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.213536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:23.71295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:22.748154Z","time spent":"964.783938ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:23.712962Z","caller":"traceutil/trace.go:171","msg":"trace[1830093853] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26211; }","duration":"373.496265ms","start":"2026-05-12T12:18:23.339453Z","end":"2026-05-12T12:18:23.712949Z","steps":["trace[1830093853] 'agreement among raft nodes before linearized reading' (duration: 373.456244ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:23.713902Z","caller":"traceutil/trace.go:171","msg":"trace[858587001] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26211; }","duration":"339.408874ms","start":"2026-05-12T12:18:23.374413Z","end":"2026-05-12T12:18:23.713822Z","steps":["trace[858587001] 'agreement among raft nodes before linearized reading' (duration: 338.219735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:23.71399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:23.339424Z","time spent":"374.55044ms","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:23.714075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:23.37439Z","time spent":"339.61117ms","remote":"127.0.0.1:48100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:23.712961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.414735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-12T12:18:23.714202Z","caller":"traceutil/trace.go:171","msg":"trace[1363474794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26211; }","duration":"213.652875ms","start":"2026-05-12T12:18:23.500533Z","end":"2026-05-12T12:18:23.714186Z","steps":["trace[1363474794] 'agreement among raft nodes before linearized reading' (duration: 212.350774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:24.223864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:24.724652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:25.225711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:25.726364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:26.226644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114667795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:26.54354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.824044998s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:18:26.543925Z","caller":"traceutil/trace.go:171","msg":"trace[902486032] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"2.824786526s","start":"2026-05-12T12:18:23.71912Z","end":"2026-05-12T12:18:26.543906Z","steps":["trace[902486032] 'process raft request' (duration: 2.824620462s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:26.544064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:23.719097Z","time spent":"2.824882289s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:27.467247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000770628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:27.467324Z","caller":"traceutil/trace.go:171","msg":"trace[1307855312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000890952s","start":"2026-05-12T12:18:25.466415Z","end":"2026-05-12T12:18:27.467306Z","steps":["trace[1307855312] 'agreement among raft nodes before linearized reading' (duration: 2.000793509s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:27.467368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:25.466402Z","time spent":"2.000956863s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:29.46762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:18:29.467684Z","caller":"traceutil/trace.go:171","msg":"trace[105693856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260786s","start":"2026-05-12T12:18:27.46741Z","end":"2026-05-12T12:18:29.46767Z","steps":["trace[105693856] 'agreement among raft nodes before linearized reading' (duration: 2.000175824s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:29.467715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:27.467387Z","time spent":"2.000323067s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:29.953806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998395146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:29.953888Z","caller":"traceutil/trace.go:171","msg":"trace[189842190] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998531799s","start":"2026-05-12T12:18:24.955337Z","end":"2026-05-12T12:18:29.953869Z","steps":["trace[189842190] 'agreement among raft nodes before linearized reading' (duration: 4.998431527s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:29.953935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:24.955315Z","time spent":"4.99861086s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/12 12:18:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:30.354047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999280157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:30.354166Z","caller":"traceutil/trace.go:171","msg":"trace[360861166] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999482332s","start":"2026-05-12T12:18:25.354659Z","end":"2026-05-12T12:18:30.354142Z","steps":["trace[360861166] 'agreement among raft nodes before linearized reading' (duration: 4.999329278s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:30.354219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:25.354636Z","time spent":"4.999571714s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/12 12:18:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:30.44978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999738158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:30.449902Z","caller":"traceutil/trace.go:171","msg":"trace[503579553] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999913023s","start":"2026-05-12T12:18:25.449961Z","end":"2026-05-12T12:18:30.449874Z","steps":["trace[503579553] 'agreement among raft nodes before linearized reading' (duration: 4.999742149s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:30.449966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:25.449952Z","time spent":"5.000001385s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/12 12:18:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:30.543556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963844913s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:30.54371Z","caller":"traceutil/trace.go:171","msg":"trace[1570693920] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26212; }","duration":"2.964015497s","start":"2026-05-12T12:18:27.579672Z","end":"2026-05-12T12:18:30.543688Z","steps":["trace[1570693920] 'range keys from in-memory index tree' (duration: 2.963825873s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:30.545301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370831104s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:30.545462Z","caller":"traceutil/trace.go:171","msg":"trace[225640370] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"6.826250292s","start":"2026-05-12T12:18:23.719198Z","end":"2026-05-12T12:18:30.545448Z","steps":["trace[225640370] 'process raft request' (duration: 3.455205423s)","trace[225640370] 'compare' (duration: 3.368371243s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:30.545505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:23.719175Z","time spent":"6.826309254s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:30.546348Z","caller":"traceutil/trace.go:171","msg":"trace[708931668] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"6.827068912s","start":"2026-05-12T12:18:23.719253Z","end":"2026-05-12T12:18:30.546322Z","steps":["trace[708931668] 'process raft request' (duration: 6.82613439s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:30.546461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:23.719202Z","time spent":"6.827194475s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:30.546757Z","caller":"traceutil/trace.go:171","msg":"trace[702853818] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"6.827295968s","start":"2026-05-12T12:18:23.719432Z","end":"2026-05-12T12:18:30.546728Z","steps":["trace[702853818] 'process raft request' (duration: 6.826216292s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:30.546896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:23.719421Z","time spent":"6.827398091s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:30.715779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999222056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:18:30.715899Z","caller":"traceutil/trace.go:171","msg":"trace[1151763351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99940816s","start":"2026-05-12T12:18:25.716468Z","end":"2026-05-12T12:18:30.715876Z","steps":["trace[1151763351] 'agreement among raft nodes before linearized reading' (duration: 4.999257817s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:30.715955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:25.716447Z","time spent":"4.999496722s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T12:18:30.71656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999260856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:30.71664Z","caller":"traceutil/trace.go:171","msg":"trace[212312754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99938647s","start":"2026-05-12T12:18:25.717236Z","end":"2026-05-12T12:18:30.716622Z","steps":["trace[212312754] 'agreement among raft nodes before linearized reading' (duration: 4.999271887s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:30.716692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:25.717224Z","time spent":"4.999455091s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/12 12:18:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:30.937089Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ce99e1bf09b6143","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-12T12:18:31.476389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:18:31.476477Z","caller":"traceutil/trace.go:171","msg":"trace[1884081987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568473s","start":"2026-05-12T12:18:29.47589Z","end":"2026-05-12T12:18:31.476459Z","steps":["trace[1884081987] 'agreement among raft nodes before linearized reading' (duration: 2.000459391s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:31.476522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:29.475878Z","time spent":"2.000635425s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:31.793357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.074113431s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:18:31.926977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381257641s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-12T12:18:31.93073Z","caller":"traceutil/trace.go:171","msg":"trace[934551244] linearizableReadLoop","detail":"{readStateIndex:27074; appliedIndex:27069; }","duration":"8.207664377s","start":"2026-05-12T12:18:23.723041Z","end":"2026-05-12T12:18:31.930705Z","steps":["trace[934551244] 'read index received' (duration: 2.820690026s)","trace[934551244] 'applied index is now lower than readState.Index' (duration: 5.386972981s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:31.930814Z","caller":"traceutil/trace.go:171","msg":"trace[1005785991] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"5.494928061s","start":"2026-05-12T12:18:26.435858Z","end":"2026-05-12T12:18:31.930786Z","steps":["trace[1005785991] 'process raft request' (duration: 5.491253011s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:31.930971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:26.435843Z","time spent":"5.495036734s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:32.281763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999036911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:32.281871Z","caller":"traceutil/trace.go:171","msg":"trace[1621241355] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999301288s","start":"2026-05-12T12:18:27.282546Z","end":"2026-05-12T12:18:32.281847Z","steps":["trace[1621241355] 'agreement among raft nodes before linearized reading' (duration: 4.999071882s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.281936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:27.282523Z","time spent":"4.99939943s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/12 12:18:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:32.299892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999336117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:18:32.300019Z","caller":"traceutil/trace.go:171","msg":"trace[1601211425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999589115s","start":"2026-05-12T12:18:27.300409Z","end":"2026-05-12T12:18:32.299998Z","steps":["trace[1601211425] 'agreement among raft nodes before linearized reading' (duration: 4.999355379s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.300107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:27.300386Z","time spent":"4.999699418s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-12T12:18:32.375568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.65251418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.375666Z","caller":"traceutil/trace.go:171","msg":"trace[1319042870] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26216; }","duration":"8.652618783s","start":"2026-05-12T12:18:23.723018Z","end":"2026-05-12T12:18:32.375637Z","steps":["trace[1319042870] 'agreement among raft nodes before linearized reading' (duration: 8.2078018s)","trace[1319042870] 'range keys from in-memory index tree' (duration: 444.663849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:32.375717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:23.722958Z","time spent":"8.652746996s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:18:32.375914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.11589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:32.376128Z","caller":"traceutil/trace.go:171","msg":"trace[754508566] linearizableReadLoop","detail":"{readStateIndex:27077; appliedIndex:27075; }","duration":"445.312495ms","start":"2026-05-12T12:18:31.930799Z","end":"2026-05-12T12:18:32.376111Z","steps":["trace[754508566] 'read index received' (duration: 46.631µs)","trace[754508566] 'applied index is now lower than readState.Index' (duration: 445.264814ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:32.376209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782410832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:32.37621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.975135261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.376249Z","caller":"traceutil/trace.go:171","msg":"trace[1398169960] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26218; }","duration":"2.782499224s","start":"2026-05-12T12:18:29.593738Z","end":"2026-05-12T12:18:32.376237Z","steps":["trace[1398169960] 'agreement among raft nodes before linearized reading' (duration: 2.782388261s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:32.376265Z","caller":"traceutil/trace.go:171","msg":"trace[2004028576] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26218; }","duration":"6.975219133s","start":"2026-05-12T12:18:25.401027Z","end":"2026-05-12T12:18:32.376247Z","steps":["trace[2004028576] 'agreement among raft nodes before linearized reading' (duration: 6.975131851s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.376281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:29.593714Z","time spent":"2.782558266s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:32.376497Z","caller":"traceutil/trace.go:171","msg":"trace[1164570592] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"3.657353504s","start":"2026-05-12T12:18:28.719124Z","end":"2026-05-12T12:18:32.376477Z","steps":["trace[1164570592] 'process raft request' (duration: 3.211571508s)","trace[1164570592] 'compare' (duration: 444.823143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:32.376606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:28.719094Z","time spent":"3.657448078s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:32.376665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613100385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.376708Z","caller":"traceutil/trace.go:171","msg":"trace[1748415594] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26218; }","duration":"1.613179846s","start":"2026-05-12T12:18:30.763516Z","end":"2026-05-12T12:18:32.376695Z","steps":["trace[1748415594] 'agreement among raft nodes before linearized reading' (duration: 1.613099054s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.376745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:30.763498Z","time spent":"1.613238968s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.376825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325921258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418604"} {"level":"info","ts":"2026-05-12T12:18:32.376881Z","caller":"traceutil/trace.go:171","msg":"trace[1831239749] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26218; }","duration":"1.32601237s","start":"2026-05-12T12:18:31.050854Z","end":"2026-05-12T12:18:32.376866Z","steps":["trace[1831239749] 'agreement among raft nodes before linearized reading' (duration: 1.325794135s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.376872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.832497492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5786bdf6bc-qqd46.18aecedbdc0432b4\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-05-12T12:18:32.376915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:31.050833Z","time spent":"1.326074782s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418626,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-12T12:18:32.37694Z","caller":"traceutil/trace.go:171","msg":"trace[1022354727] range","detail":"{range_begin:/registry/events/openstack/glance-api-5786bdf6bc-qqd46.18aecedbdc0432b4; range_end:; response_count:1; response_revision:26218; }","duration":"5.832625865s","start":"2026-05-12T12:18:26.544292Z","end":"2026-05-12T12:18:32.376918Z","steps":["trace[1022354727] 'agreement among raft nodes before linearized reading' (duration: 5.832399899s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.376979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.102935857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:32.377003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:26.544271Z","time spent":"5.832717656s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2012,"request content":"key:\"/registry/events/openstack/glance-api-5786bdf6bc-qqd46.18aecedbdc0432b4\" "} {"level":"info","ts":"2026-05-12T12:18:32.37699Z","caller":"traceutil/trace.go:171","msg":"trace[2031870852] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"1.159356862s","start":"2026-05-12T12:18:31.217509Z","end":"2026-05-12T12:18:32.376866Z","steps":["trace[2031870852] 'process raft request' (duration: 1.158506551s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:32.377027Z","caller":"traceutil/trace.go:171","msg":"trace[1917318234] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26218; }","duration":"6.103015378s","start":"2026-05-12T12:18:26.273996Z","end":"2026-05-12T12:18:32.377011Z","steps":["trace[1917318234] 'agreement among raft nodes before linearized reading' (duration: 6.102949316s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:26.273976Z","time spent":"6.10308178s","remote":"127.0.0.1:56324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.377072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829271082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-12T12:18:32.377111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:31.217482Z","time spent":"1.159569708s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:32.377142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56339963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.377183Z","caller":"traceutil/trace.go:171","msg":"trace[274387324] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26218; }","duration":"1.563479522s","start":"2026-05-12T12:18:30.813691Z","end":"2026-05-12T12:18:32.37717Z","steps":["trace[274387324] 'agreement among raft nodes before linearized reading' (duration: 1.56340876s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203464129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:32.377224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:30.813668Z","time spent":"1.563547653s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.376723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.147504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.377127Z","caller":"traceutil/trace.go:171","msg":"trace[2008622893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26218; }","duration":"3.829368204s","start":"2026-05-12T12:18:28.547743Z","end":"2026-05-12T12:18:32.377111Z","steps":["trace[2008622893] 'agreement among raft nodes before linearized reading' (duration: 3.829215041s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320141254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:32.377302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:28.547719Z","time spent":"3.82957227s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-12T12:18:32.377301Z","caller":"traceutil/trace.go:171","msg":"trace[848388438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26218; }","duration":"900.722798ms","start":"2026-05-12T12:18:31.476546Z","end":"2026-05-12T12:18:32.377269Z","steps":["trace[848388438] 'agreement among raft nodes before linearized reading' (duration: 900.100043ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:32.377321Z","caller":"traceutil/trace.go:171","msg":"trace[838833514] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26218; }","duration":"3.320208516s","start":"2026-05-12T12:18:29.057103Z","end":"2026-05-12T12:18:32.377311Z","steps":["trace[838833514] 'agreement among raft nodes before linearized reading' (duration: 3.320151395s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:31.476482Z","time spent":"900.849732ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:32.377339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.454353022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-12T12:18:32.377361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:29.057079Z","time spent":"3.320271177s","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:32.377382Z","caller":"traceutil/trace.go:171","msg":"trace[1249027695] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26218; }","duration":"5.454467695s","start":"2026-05-12T12:18:26.922901Z","end":"2026-05-12T12:18:32.377369Z","steps":["trace[1249027695] 'agreement among raft nodes before linearized reading' (duration: 5.454340752s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:26.92288Z","time spent":"5.454541257s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:18:32.37686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.664710981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.377231Z","caller":"traceutil/trace.go:171","msg":"trace[1501567104] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26218; }","duration":"3.203542861s","start":"2026-05-12T12:18:29.173676Z","end":"2026-05-12T12:18:32.377218Z","steps":["trace[1501567104] 'agreement among raft nodes before linearized reading' (duration: 3.203476479s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:32.377609Z","caller":"traceutil/trace.go:171","msg":"trace[12061193] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26218; }","duration":"6.66550946s","start":"2026-05-12T12:18:25.712082Z","end":"2026-05-12T12:18:32.377592Z","steps":["trace[12061193] 'agreement among raft nodes before linearized reading' (duration: 6.66468365s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:29.17362Z","time spent":"3.204006713s","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.377649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:25.712062Z","time spent":"6.665575872s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.377674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.896416502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-05-12T12:18:32.37771Z","caller":"traceutil/trace.go:171","msg":"trace[924186535] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26218; }","duration":"6.896478243s","start":"2026-05-12T12:18:25.481222Z","end":"2026-05-12T12:18:32.3777Z","steps":["trace[924186535] 'agreement among raft nodes before linearized reading' (duration: 6.896340819s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:25.481206Z","time spent":"6.896525555s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-12T12:18:32.376766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.869498419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-12T12:18:32.377839Z","caller":"traceutil/trace.go:171","msg":"trace[1737460086] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26218; }","duration":"4.870615496s","start":"2026-05-12T12:18:27.507206Z","end":"2026-05-12T12:18:32.377821Z","steps":["trace[1737460086] 'agreement among raft nodes before linearized reading' (duration: 4.869413936s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311550797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-12T12:18:32.377886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:27.507187Z","time spent":"4.870681438s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-05-12T12:18:32.377898Z","caller":"traceutil/trace.go:171","msg":"trace[670489645] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:26218; }","duration":"4.311633479s","start":"2026-05-12T12:18:28.066252Z","end":"2026-05-12T12:18:32.377886Z","steps":["trace[670489645] 'agreement among raft nodes before linearized reading' (duration: 4.311496166s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:28.066228Z","time spent":"4.311690091s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"warn","ts":"2026-05-12T12:18:32.377924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895899485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:32.377952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10183578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.377976Z","caller":"traceutil/trace.go:171","msg":"trace[394962549] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26218; }","duration":"3.896011977s","start":"2026-05-12T12:18:28.481947Z","end":"2026-05-12T12:18:32.377959Z","steps":["trace[394962549] 'agreement among raft nodes before linearized reading' (duration: 3.895922135s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.377984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452010889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:32.37799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34126485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-12T12:18:32.378019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:28.481914Z","time spent":"3.896092029s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:32.378026Z","caller":"traceutil/trace.go:171","msg":"trace[1901522177] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26218; }","duration":"2.45205643s","start":"2026-05-12T12:18:29.92596Z","end":"2026-05-12T12:18:32.378017Z","steps":["trace[1901522177] 'agreement among raft nodes before linearized reading' (duration: 2.451899477s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:32.378043Z","caller":"traceutil/trace.go:171","msg":"trace[913348990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26218; }","duration":"4.341345832s","start":"2026-05-12T12:18:28.036682Z","end":"2026-05-12T12:18:32.378028Z","steps":["trace[913348990] 'agreement among raft nodes before linearized reading' (duration: 4.341211038s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.378059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:29.925937Z","time spent":"2.452113512s","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.37807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409580433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:32.378086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:28.036665Z","time spent":"4.341409774s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T12:18:32.378105Z","caller":"traceutil/trace.go:171","msg":"trace[35204549] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26218; }","duration":"2.409656005s","start":"2026-05-12T12:18:29.968436Z","end":"2026-05-12T12:18:32.378092Z","steps":["trace[35204549] 'agreement among raft nodes before linearized reading' (duration: 2.409601214s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.378135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:29.968412Z","time spent":"2.409714997s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:32.377991Z","caller":"traceutil/trace.go:171","msg":"trace[1374314758] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26218; }","duration":"2.101914902s","start":"2026-05-12T12:18:30.276064Z","end":"2026-05-12T12:18:32.377979Z","steps":["trace[1374314758] 'agreement among raft nodes before linearized reading' (duration: 2.10185358s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.378199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:30.276041Z","time spent":"2.102143367s","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.37825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725647734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.378284Z","caller":"traceutil/trace.go:171","msg":"trace[712282911] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26218; }","duration":"2.725711295s","start":"2026-05-12T12:18:29.652563Z","end":"2026-05-12T12:18:32.378274Z","steps":["trace[712282911] 'agreement among raft nodes before linearized reading' (duration: 2.725654353s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.378311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:29.652549Z","time spent":"2.725753516s","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.378722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.35000808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.378778Z","caller":"traceutil/trace.go:171","msg":"trace[659542276] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26218; }","duration":"5.350108273s","start":"2026-05-12T12:18:27.028654Z","end":"2026-05-12T12:18:32.378762Z","steps":["trace[659542276] 'agreement among raft nodes before linearized reading' (duration: 5.35001192s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.37882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:27.028632Z","time spent":"5.350175805s","remote":"127.0.0.1:48614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.376392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:25.401015Z","time spent":"6.975285095s","remote":"127.0.0.1:55492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.376833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044161398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:32.37996Z","caller":"traceutil/trace.go:171","msg":"trace[1547734066] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26218; }","duration":"2.047321106s","start":"2026-05-12T12:18:30.332607Z","end":"2026-05-12T12:18:32.379928Z","steps":["trace[1547734066] 'agreement among raft nodes before linearized reading' (duration: 2.044161718s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.380074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:30.332576Z","time spent":"2.047454439s","remote":"127.0.0.1:60006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.80432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.677196ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-12T12:18:32.804396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:32.379285Z","time spent":"425.107687ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-12T12:18:32.810337Z","caller":"traceutil/trace.go:171","msg":"trace[1263251403] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"430.95308ms","start":"2026-05-12T12:18:32.379364Z","end":"2026-05-12T12:18:32.810317Z","steps":["trace[1263251403] 'process raft request' (duration: 430.733015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.810548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:32.379336Z","time spent":"431.112334ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:32.81083Z","caller":"traceutil/trace.go:171","msg":"trace[471247874] linearizableReadLoop","detail":"{readStateIndex:27081; appliedIndex:27077; }","duration":"427.368143ms","start":"2026-05-12T12:18:32.383439Z","end":"2026-05-12T12:18:32.810807Z","steps":["trace[471247874] 'read index received' (duration: 263.221897ms)","trace[471247874] 'applied index is now lower than readState.Index' (duration: 164.145076ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:32.810943Z","caller":"traceutil/trace.go:171","msg":"trace[1427764400] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"424.451611ms","start":"2026-05-12T12:18:32.386481Z","end":"2026-05-12T12:18:32.810932Z","steps":["trace[1427764400] 'process raft request' (duration: 424.210634ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:32.811075Z","caller":"traceutil/trace.go:171","msg":"trace[73051999] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"427.773563ms","start":"2026-05-12T12:18:32.383285Z","end":"2026-05-12T12:18:32.811058Z","steps":["trace[73051999] 'process raft request' (duration: 427.304211ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:32.811132Z","caller":"traceutil/trace.go:171","msg":"trace[388502067] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"376.197872ms","start":"2026-05-12T12:18:32.434919Z","end":"2026-05-12T12:18:32.811117Z","steps":["trace[388502067] 'process raft request' (duration: 375.837134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.811187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.735532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:32.811208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:32.434906Z","time spent":"376.268014ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:32.811244Z","caller":"traceutil/trace.go:171","msg":"trace[66816065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26223; }","duration":"427.833144ms","start":"2026-05-12T12:18:32.383395Z","end":"2026-05-12T12:18:32.811228Z","steps":["trace[66816065] 'agreement among raft nodes before linearized reading' (duration: 427.734732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.811287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:32.383387Z","time spent":"427.893005ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:32.811359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:32.383278Z","time spent":"427.866115ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:32.811078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:32.386474Z","time spent":"424.513742ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:32.811353Z","caller":"traceutil/trace.go:171","msg":"trace[602096100] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"428.123472ms","start":"2026-05-12T12:18:32.38321Z","end":"2026-05-12T12:18:32.811333Z","steps":["trace[602096100] 'process raft request' (duration: 427.054385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.811616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:32.383193Z","time spent":"428.371307ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:32.818709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.612519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-12T12:18:32.818771Z","caller":"traceutil/trace.go:171","msg":"trace[1516915782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26224; }","duration":"100.680791ms","start":"2026-05-12T12:18:32.718075Z","end":"2026-05-12T12:18:32.818756Z","steps":["trace[1516915782] 'agreement among raft nodes before linearized reading' (duration: 100.568938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.818926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.754493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:32.818955Z","caller":"traceutil/trace.go:171","msg":"trace[47309845] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26224; }","duration":"156.820975ms","start":"2026-05-12T12:18:32.662125Z","end":"2026-05-12T12:18:32.818946Z","steps":["trace[47309845] 'agreement among raft nodes before linearized reading' (duration: 156.750283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.819109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.242269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.81914Z","caller":"traceutil/trace.go:171","msg":"trace[1231287734] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26224; }","duration":"214.293531ms","start":"2026-05-12T12:18:32.604834Z","end":"2026-05-12T12:18:32.819128Z","steps":["trace[1231287734] 'agreement among raft nodes before linearized reading' (duration: 214.24476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.819342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.273425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-12T12:18:32.81937Z","caller":"traceutil/trace.go:171","msg":"trace[1099142379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26224; }","duration":"247.344907ms","start":"2026-05-12T12:18:32.572016Z","end":"2026-05-12T12:18:32.819361Z","steps":["trace[1099142379] 'agreement among raft nodes before linearized reading' (duration: 247.262015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.819529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.461067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-12T12:18:32.819551Z","caller":"traceutil/trace.go:171","msg":"trace[721865932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26224; }","duration":"268.522058ms","start":"2026-05-12T12:18:32.551023Z","end":"2026-05-12T12:18:32.819545Z","steps":["trace[721865932] 'agreement among raft nodes before linearized reading' (duration: 268.455707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.819706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.705303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.81974Z","caller":"traceutil/trace.go:171","msg":"trace[1547136041] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26226; }","duration":"378.782556ms","start":"2026-05-12T12:18:32.440948Z","end":"2026-05-12T12:18:32.819731Z","steps":["trace[1547136041] 'agreement among raft nodes before linearized reading' (duration: 378.711634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.819765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:32.440924Z","time spent":"378.833327ms","remote":"127.0.0.1:35618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:32.81994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.674259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:32.819968Z","caller":"traceutil/trace.go:171","msg":"trace[1085949727] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26226; }","duration":"433.718489ms","start":"2026-05-12T12:18:32.386241Z","end":"2026-05-12T12:18:32.819959Z","steps":["trace[1085949727] 'agreement among raft nodes before linearized reading' (duration: 433.667658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:32.819991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:32.386232Z","time spent":"433.75312ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:18:33.033722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.46129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:33.033833Z","caller":"traceutil/trace.go:171","msg":"trace[1748296366] linearizableReadLoop","detail":"{readStateIndex:27088; appliedIndex:27087; }","duration":"210.134948ms","start":"2026-05-12T12:18:32.823683Z","end":"2026-05-12T12:18:33.033818Z","steps":["trace[1748296366] 'read index received' (duration: 12.713154ms)","trace[1748296366] 'applied index is now lower than readState.Index' (duration: 197.420354ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:33.033873Z","caller":"traceutil/trace.go:171","msg":"trace[734452639] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"202.738806ms","start":"2026-05-12T12:18:32.83111Z","end":"2026-05-12T12:18:33.033849Z","steps":["trace[734452639] 'process raft request' (duration: 73.070531ms)","trace[734452639] 'compare' (duration: 129.346637ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:33.034028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.334723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-12T12:18:33.034047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.029861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-def3e9b8-5c1f-4917-9281-e7571b15298b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-12T12:18:33.034066Z","caller":"traceutil/trace.go:171","msg":"trace[1646958914] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26231; }","duration":"210.383664ms","start":"2026-05-12T12:18:32.823672Z","end":"2026-05-12T12:18:33.034056Z","steps":["trace[1646958914] 'agreement among raft nodes before linearized reading' (duration: 210.243791ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:33.034092Z","caller":"traceutil/trace.go:171","msg":"trace[1610758164] range","detail":"{range_begin:/registry/persistentvolumes/pvc-def3e9b8-5c1f-4917-9281-e7571b15298b; range_end:; response_count:1; response_revision:26231; }","duration":"209.100523ms","start":"2026-05-12T12:18:32.824978Z","end":"2026-05-12T12:18:33.034079Z","steps":["trace[1610758164] 'agreement among raft nodes before linearized reading' (duration: 208.953499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:33.034124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.122188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn.18aed09742479217\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-05-12T12:18:33.034204Z","caller":"traceutil/trace.go:171","msg":"trace[1814429713] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn.18aed09742479217; range_end:; response_count:1; response_revision:26231; }","duration":"195.21702ms","start":"2026-05-12T12:18:32.838968Z","end":"2026-05-12T12:18:33.034185Z","steps":["trace[1814429713] 'agreement among raft nodes before linearized reading' (duration: 194.985675ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:33.193506Z","caller":"traceutil/trace.go:171","msg":"trace[1642731152] linearizableReadLoop","detail":"{readStateIndex:27092; appliedIndex:27091; }","duration":"154.503887ms","start":"2026-05-12T12:18:33.038979Z","end":"2026-05-12T12:18:33.193483Z","steps":["trace[1642731152] 'read index received' (duration: 138.40362ms)","trace[1642731152] 'applied index is now lower than readState.Index' (duration: 16.098657ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:33.193514Z","caller":"traceutil/trace.go:171","msg":"trace[617151447] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"155.890123ms","start":"2026-05-12T12:18:33.037602Z","end":"2026-05-12T12:18:33.193492Z","steps":["trace[617151447] 'process raft request' (duration: 139.768135ms)","trace[617151447] 'compare' (duration: 15.604955ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:33.193743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.739263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bcjd2\" ","response":"range_response_count:1 size:5974"} {"level":"info","ts":"2026-05-12T12:18:33.193799Z","caller":"traceutil/trace.go:171","msg":"trace[44944706] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bcjd2; range_end:; response_count:1; response_revision:26232; }","duration":"154.842176ms","start":"2026-05-12T12:18:33.038943Z","end":"2026-05-12T12:18:33.193785Z","steps":["trace[44944706] 'agreement among raft nodes before linearized reading' (duration: 154.60633ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:33.372913Z","caller":"traceutil/trace.go:171","msg":"trace[1921103011] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"101.131713ms","start":"2026-05-12T12:18:33.271752Z","end":"2026-05-12T12:18:33.372884Z","steps":["trace[1921103011] 'process raft request' (duration: 100.969739ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:33.689797Z","caller":"traceutil/trace.go:171","msg":"trace[1603687455] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"239.746368ms","start":"2026-05-12T12:18:33.450028Z","end":"2026-05-12T12:18:33.689774Z","steps":["trace[1603687455] 'process raft request' (duration: 239.587224ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:33.766148Z","caller":"traceutil/trace.go:171","msg":"trace[596692157] linearizableReadLoop","detail":"{readStateIndex:27099; appliedIndex:27097; }","duration":"299.809569ms","start":"2026-05-12T12:18:33.466315Z","end":"2026-05-12T12:18:33.766125Z","steps":["trace[596692157] 'read index received' (duration: 223.366104ms)","trace[596692157] 'applied index is now lower than readState.Index' (duration: 76.442455ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:33.766262Z","caller":"traceutil/trace.go:171","msg":"trace[2117297713] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"311.366885ms","start":"2026-05-12T12:18:33.454886Z","end":"2026-05-12T12:18:33.766253Z","steps":["trace[2117297713] 'process raft request' (duration: 311.103487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:33.766359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:33.454864Z","time spent":"311.419586ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:33.766543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.536868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-05-12T12:18:33.766591Z","caller":"traceutil/trace.go:171","msg":"trace[1315733364] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:26238; }","duration":"113.619591ms","start":"2026-05-12T12:18:33.652958Z","end":"2026-05-12T12:18:33.766578Z","steps":["trace[1315733364] 'agreement among raft nodes before linearized reading' (duration: 113.479327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:33.766682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.365172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:33.766712Z","caller":"traceutil/trace.go:171","msg":"trace[112831154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26238; }","duration":"300.434415ms","start":"2026-05-12T12:18:33.466266Z","end":"2026-05-12T12:18:33.766701Z","steps":["trace[112831154] 'agreement among raft nodes before linearized reading' (duration: 300.384944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:33.766734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:33.466242Z","time spent":"300.487856ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:34.041591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.393233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:34.041724Z","caller":"traceutil/trace.go:171","msg":"trace[696342392] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"132.418633ms","start":"2026-05-12T12:18:33.909273Z","end":"2026-05-12T12:18:34.041692Z","steps":["trace[696342392] 'process raft request' (duration: 25.822496ms)","trace[696342392] 'compare' (duration: 106.258478ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:34.309157Z","caller":"traceutil/trace.go:171","msg":"trace[2102021179] linearizableReadLoop","detail":"{readStateIndex:27103; appliedIndex:27102; }","duration":"146.09316ms","start":"2026-05-12T12:18:34.163032Z","end":"2026-05-12T12:18:34.309126Z","steps":["trace[2102021179] 'read index received' (duration: 145.482485ms)","trace[2102021179] 'applied index is now lower than readState.Index' (duration: 608.435µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:34.309275Z","caller":"traceutil/trace.go:171","msg":"trace[469263778] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"396.111212ms","start":"2026-05-12T12:18:33.913116Z","end":"2026-05-12T12:18:34.309227Z","steps":["trace[469263778] 'process raft request' (duration: 395.453946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:34.309433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.364586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:34.309465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:33.913103Z","time spent":"396.273545ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-12T12:18:34.309508Z","caller":"traceutil/trace.go:171","msg":"trace[991626244] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26242; }","duration":"146.50152ms","start":"2026-05-12T12:18:34.162988Z","end":"2026-05-12T12:18:34.30949Z","steps":["trace[991626244] 'agreement among raft nodes before linearized reading' (duration: 146.322276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:34.309524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.750768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn\" ","response":"range_response_count:1 size:5679"} {"level":"info","ts":"2026-05-12T12:18:34.309594Z","caller":"traceutil/trace.go:171","msg":"trace[233014192] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gsxcn; range_end:; response_count:1; response_revision:26242; }","duration":"142.865851ms","start":"2026-05-12T12:18:34.16671Z","end":"2026-05-12T12:18:34.309576Z","steps":["trace[233014192] 'agreement among raft nodes before linearized reading' (duration: 142.628194ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:34.548631Z","caller":"traceutil/trace.go:171","msg":"trace[888685955] linearizableReadLoop","detail":"{readStateIndex:27104; appliedIndex:27103; }","duration":"154.523178ms","start":"2026-05-12T12:18:34.394087Z","end":"2026-05-12T12:18:34.54861Z","steps":["trace[888685955] 'read index received' (duration: 143.476326ms)","trace[888685955] 'applied index is now lower than readState.Index' (duration: 11.043062ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:34.54865Z","caller":"traceutil/trace.go:171","msg":"trace[979266063] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"227.604049ms","start":"2026-05-12T12:18:34.321016Z","end":"2026-05-12T12:18:34.54862Z","steps":["trace[979266063] 'process raft request' (duration: 216.665849ms)","trace[979266063] 'compare' (duration: 10.821677ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:34.548925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.844622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-12T12:18:34.548962Z","caller":"traceutil/trace.go:171","msg":"trace[98985844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26243; }","duration":"153.915863ms","start":"2026-05-12T12:18:34.395037Z","end":"2026-05-12T12:18:34.548953Z","steps":["trace[98985844] 'agreement among raft nodes before linearized reading' (duration: 153.78466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:34.548867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.770954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-05-12T12:18:34.549068Z","caller":"traceutil/trace.go:171","msg":"trace[1106120297] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26243; }","duration":"155.00354ms","start":"2026-05-12T12:18:34.394028Z","end":"2026-05-12T12:18:34.549032Z","steps":["trace[1106120297] 'agreement among raft nodes before linearized reading' (duration: 154.672432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:34.549116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.051551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:18:34.549194Z","caller":"traceutil/trace.go:171","msg":"trace[958048498] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26243; }","duration":"114.177973ms","start":"2026-05-12T12:18:34.435003Z","end":"2026-05-12T12:18:34.549181Z","steps":["trace[958048498] 'agreement among raft nodes before linearized reading' (duration: 113.974538ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:35.062537Z","caller":"traceutil/trace.go:171","msg":"trace[1191811164] linearizableReadLoop","detail":"{readStateIndex:27120; appliedIndex:27119; }","duration":"247.595561ms","start":"2026-05-12T12:18:34.814923Z","end":"2026-05-12T12:18:35.062519Z","steps":["trace[1191811164] 'read index received' (duration: 247.460778ms)","trace[1191811164] 'applied index is now lower than readState.Index' (duration: 133.893µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:35.062604Z","caller":"traceutil/trace.go:171","msg":"trace[829834102] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"248.556665ms","start":"2026-05-12T12:18:34.814042Z","end":"2026-05-12T12:18:35.062598Z","steps":["trace[829834102] 'process raft request' (duration: 248.34784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.062828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.894639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-12T12:18:35.06285Z","caller":"traceutil/trace.go:171","msg":"trace[84852190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26259; }","duration":"247.96727ms","start":"2026-05-12T12:18:34.814878Z","end":"2026-05-12T12:18:35.062845Z","steps":["trace[84852190] 'agreement among raft nodes before linearized reading' (duration: 247.855688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.122252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.134978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-12T12:18:35.122293Z","caller":"traceutil/trace.go:171","msg":"trace[1052686221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26260; }","duration":"214.199839ms","start":"2026-05-12T12:18:34.908084Z","end":"2026-05-12T12:18:35.122284Z","steps":["trace[1052686221] 'agreement among raft nodes before linearized reading' (duration: 214.066906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.122301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.387234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-12T12:18:35.122372Z","caller":"traceutil/trace.go:171","msg":"trace[764958144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26260; }","duration":"214.559208ms","start":"2026-05-12T12:18:34.907797Z","end":"2026-05-12T12:18:35.122356Z","steps":["trace[764958144] 'agreement among raft nodes before linearized reading' (duration: 214.358723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.122415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.603697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-12T12:18:35.122455Z","caller":"traceutil/trace.go:171","msg":"trace[115913109] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"296.684842ms","start":"2026-05-12T12:18:34.825763Z","end":"2026-05-12T12:18:35.122448Z","steps":["trace[115913109] 'process raft request' (duration: 296.20489ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:35.122459Z","caller":"traceutil/trace.go:171","msg":"trace[1874903410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26260; }","duration":"304.658059ms","start":"2026-05-12T12:18:34.817785Z","end":"2026-05-12T12:18:35.122443Z","steps":["trace[1874903410] 'agreement among raft nodes before linearized reading' (duration: 304.570547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.122496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:34.817775Z","time spent":"304.71246ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T12:18:35.122529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.390304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-12T12:18:35.122545Z","caller":"traceutil/trace.go:171","msg":"trace[640876921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26260; }","duration":"214.420284ms","start":"2026-05-12T12:18:34.908121Z","end":"2026-05-12T12:18:35.122541Z","steps":["trace[640876921] 'agreement among raft nodes before linearized reading' (duration: 214.378553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.122317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.321094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-05-12T12:18:35.122538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.126051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-12T12:18:35.12259Z","caller":"traceutil/trace.go:171","msg":"trace[783113603] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26260; }","duration":"307.633962ms","start":"2026-05-12T12:18:34.814948Z","end":"2026-05-12T12:18:35.122582Z","steps":["trace[783113603] 'agreement among raft nodes before linearized reading' (duration: 307.225682ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:35.122607Z","caller":"traceutil/trace.go:171","msg":"trace[1319924630] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26260; }","duration":"245.258544ms","start":"2026-05-12T12:18:34.877331Z","end":"2026-05-12T12:18:35.12259Z","steps":["trace[1319924630] 'agreement among raft nodes before linearized reading' (duration: 245.000548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.122622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:34.814934Z","time spent":"307.677313ms","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-05-12T12:18:35.22769Z","caller":"traceutil/trace.go:171","msg":"trace[1563475506] linearizableReadLoop","detail":"{readStateIndex:27122; appliedIndex:27121; }","duration":"101.102321ms","start":"2026-05-12T12:18:35.126562Z","end":"2026-05-12T12:18:35.227664Z","steps":["trace[1563475506] 'read index received' (duration: 49.835748ms)","trace[1563475506] 'applied index is now lower than readState.Index' (duration: 51.265343ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:35.227733Z","caller":"traceutil/trace.go:171","msg":"trace[277776099] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26260; }","duration":"102.827003ms","start":"2026-05-12T12:18:35.12488Z","end":"2026-05-12T12:18:35.227707Z","steps":["trace[277776099] 'process raft request' (duration: 51.52576ms)","trace[277776099] 'compare' (duration: 51.213361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:35.227938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.352917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-05-12T12:18:35.227983Z","caller":"traceutil/trace.go:171","msg":"trace[2041535165] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26260; }","duration":"101.42607ms","start":"2026-05-12T12:18:35.126543Z","end":"2026-05-12T12:18:35.227969Z","steps":["trace[2041535165] 'agreement among raft nodes before linearized reading' (duration: 101.228325ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:35.243188Z","caller":"traceutil/trace.go:171","msg":"trace[197181014] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"110.082884ms","start":"2026-05-12T12:18:35.133093Z","end":"2026-05-12T12:18:35.243176Z","steps":["trace[197181014] 'process raft request' (duration: 109.979742ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:35.243269Z","caller":"traceutil/trace.go:171","msg":"trace[1288904603] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"115.518277ms","start":"2026-05-12T12:18:35.127718Z","end":"2026-05-12T12:18:35.243237Z","steps":["trace[1288904603] 'process raft request' (duration: 115.25061ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:35.243443Z","caller":"traceutil/trace.go:171","msg":"trace[1317671801] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"116.275565ms","start":"2026-05-12T12:18:35.127123Z","end":"2026-05-12T12:18:35.243398Z","steps":["trace[1317671801] 'process raft request' (duration: 115.711572ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:35.243443Z","caller":"traceutil/trace.go:171","msg":"trace[1224501412] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"113.701103ms","start":"2026-05-12T12:18:35.129579Z","end":"2026-05-12T12:18:35.24328Z","steps":["trace[1224501412] 'process raft request' (duration: 113.457767ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:35.414706Z","caller":"traceutil/trace.go:171","msg":"trace[1605775199] linearizableReadLoop","detail":"{readStateIndex:27127; appliedIndex:27126; }","duration":"165.762885ms","start":"2026-05-12T12:18:35.248889Z","end":"2026-05-12T12:18:35.414652Z","steps":["trace[1605775199] 'read index received' (duration: 161.830449ms)","trace[1605775199] 'applied index is now lower than readState.Index' (duration: 3.930846ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:35.414833Z","caller":"traceutil/trace.go:171","msg":"trace[502968402] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"166.097373ms","start":"2026-05-12T12:18:35.248725Z","end":"2026-05-12T12:18:35.414822Z","steps":["trace[502968402] 'process raft request' (duration: 162.095095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.41518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.277957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-05-12T12:18:35.41522Z","caller":"traceutil/trace.go:171","msg":"trace[226923962] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:26265; }","duration":"166.355999ms","start":"2026-05-12T12:18:35.248854Z","end":"2026-05-12T12:18:35.41521Z","steps":["trace[226923962] 'agreement among raft nodes before linearized reading' (duration: 166.191165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.415503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.146654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-05-12T12:18:35.422913Z","caller":"traceutil/trace.go:171","msg":"trace[1848684641] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:26265; }","duration":"166.247577ms","start":"2026-05-12T12:18:35.249318Z","end":"2026-05-12T12:18:35.415566Z","steps":["trace[1848684641] 'agreement among raft nodes before linearized reading' (duration: 166.018731ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:35.621927Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069f9.wal"} {"level":"info","ts":"2026-05-12T12:18:35.622292Z","caller":"traceutil/trace.go:171","msg":"trace[1470402448] linearizableReadLoop","detail":"{readStateIndex:27128; appliedIndex:27127; }","duration":"185.721106ms","start":"2026-05-12T12:18:35.436543Z","end":"2026-05-12T12:18:35.622264Z","steps":["trace[1470402448] 'read index received' (duration: 185.491491ms)","trace[1470402448] 'applied index is now lower than readState.Index' (duration: 228.335µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:35.622379Z","caller":"traceutil/trace.go:171","msg":"trace[431773108] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"191.219963ms","start":"2026-05-12T12:18:35.431135Z","end":"2026-05-12T12:18:35.622355Z","steps":["trace[431773108] 'process raft request' (duration: 190.956536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.622564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.731627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9579"} {"level":"info","ts":"2026-05-12T12:18:35.622611Z","caller":"traceutil/trace.go:171","msg":"trace[2125018163] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26266; }","duration":"185.802538ms","start":"2026-05-12T12:18:35.436795Z","end":"2026-05-12T12:18:35.622598Z","steps":["trace[2125018163] 'agreement among raft nodes before linearized reading' (duration: 185.619004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.622601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.884261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:35.622703Z","caller":"traceutil/trace.go:171","msg":"trace[1634599253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26266; }","duration":"156.015774ms","start":"2026-05-12T12:18:35.466663Z","end":"2026-05-12T12:18:35.622679Z","steps":["trace[1634599253] 'agreement among raft nodes before linearized reading' (duration: 155.859561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:35.622704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.115607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-12T12:18:35.622853Z","caller":"traceutil/trace.go:171","msg":"trace[2095421585] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26266; }","duration":"186.26428ms","start":"2026-05-12T12:18:35.436527Z","end":"2026-05-12T12:18:35.622792Z","steps":["trace[2095421585] 'agreement among raft nodes before linearized reading' (duration: 185.868821ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:36.002053Z","caller":"traceutil/trace.go:171","msg":"trace[1251097229] linearizableReadLoop","detail":"{readStateIndex:27133; appliedIndex:27132; }","duration":"185.491502ms","start":"2026-05-12T12:18:35.816523Z","end":"2026-05-12T12:18:36.002014Z","steps":["trace[1251097229] 'read index received' (duration: 184.877546ms)","trace[1251097229] 'applied index is now lower than readState.Index' (duration: 612.496µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:36.002076Z","caller":"traceutil/trace.go:171","msg":"trace[581715299] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"186.043745ms","start":"2026-05-12T12:18:35.815999Z","end":"2026-05-12T12:18:36.002043Z","steps":["trace[581715299] 'process raft request' (duration: 185.380018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.002286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.738558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-05-12T12:18:36.002362Z","caller":"traceutil/trace.go:171","msg":"trace[214649644] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26271; }","duration":"185.855631ms","start":"2026-05-12T12:18:35.816487Z","end":"2026-05-12T12:18:36.002343Z","steps":["trace[214649644] 'agreement among raft nodes before linearized reading' (duration: 185.661376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.002413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.046961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-12T12:18:36.002394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.884558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:36.002476Z","caller":"traceutil/trace.go:171","msg":"trace[1419435977] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26271; }","duration":"183.141294ms","start":"2026-05-12T12:18:35.819318Z","end":"2026-05-12T12:18:36.002459Z","steps":["trace[1419435977] 'agreement among raft nodes before linearized reading' (duration: 182.885668ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:36.0025Z","caller":"traceutil/trace.go:171","msg":"trace[1531441117] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26271; }","duration":"110.042872ms","start":"2026-05-12T12:18:35.89243Z","end":"2026-05-12T12:18:36.002473Z","steps":["trace[1531441117] 'agreement among raft nodes before linearized reading' (duration: 109.865397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.002595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.460143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:36.002672Z","caller":"traceutil/trace.go:171","msg":"trace[2054188345] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26271; }","duration":"162.575766ms","start":"2026-05-12T12:18:35.840087Z","end":"2026-05-12T12:18:36.002663Z","steps":["trace[2054188345] 'agreement among raft nodes before linearized reading' (duration: 162.476674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.554482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.425678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:36.554709Z","caller":"traceutil/trace.go:171","msg":"trace[1195088310] linearizableReadLoop","detail":"{readStateIndex:27142; appliedIndex:27139; }","duration":"211.302937ms","start":"2026-05-12T12:18:36.343376Z","end":"2026-05-12T12:18:36.554679Z","steps":["trace[1195088310] 'read index received' (duration: 3.298291ms)","trace[1195088310] 'applied index is now lower than readState.Index' (duration: 208.003296ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:36.555025Z","caller":"traceutil/trace.go:171","msg":"trace[827031967] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"215.606164ms","start":"2026-05-12T12:18:36.339404Z","end":"2026-05-12T12:18:36.55501Z","steps":["trace[827031967] 'process raft request' (duration: 94.51926ms)","trace[827031967] 'compare' (duration: 120.248114ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:36.555561Z","caller":"traceutil/trace.go:171","msg":"trace[246117033] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"215.996353ms","start":"2026-05-12T12:18:36.339552Z","end":"2026-05-12T12:18:36.555548Z","steps":["trace[246117033] 'process raft request' (duration: 215.04345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.555844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.436074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9541"} {"level":"info","ts":"2026-05-12T12:18:36.555882Z","caller":"traceutil/trace.go:171","msg":"trace[119357094] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26280; }","duration":"212.533047ms","start":"2026-05-12T12:18:36.34334Z","end":"2026-05-12T12:18:36.555873Z","steps":["trace[119357094] 'agreement among raft nodes before linearized reading' (duration: 212.361333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.556165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.800119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-12T12:18:36.556222Z","caller":"traceutil/trace.go:171","msg":"trace[1466525087] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:26280; }","duration":"209.879833ms","start":"2026-05-12T12:18:36.346326Z","end":"2026-05-12T12:18:36.556206Z","steps":["trace[1466525087] 'agreement among raft nodes before linearized reading' (duration: 209.739758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.557101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.294871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-05-12T12:18:36.55716Z","caller":"traceutil/trace.go:171","msg":"trace[64528970] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26280; }","duration":"143.398514ms","start":"2026-05-12T12:18:36.413748Z","end":"2026-05-12T12:18:36.557146Z","steps":["trace[64528970] 'agreement among raft nodes before linearized reading' (duration: 143.26827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.557372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.011225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:36.557422Z","caller":"traceutil/trace.go:171","msg":"trace[43590728] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26280; }","duration":"197.077256ms","start":"2026-05-12T12:18:36.360329Z","end":"2026-05-12T12:18:36.557407Z","steps":["trace[43590728] 'agreement among raft nodes before linearized reading' (duration: 196.995724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.557686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.825108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-05-12T12:18:36.557725Z","caller":"traceutil/trace.go:171","msg":"trace[48778348] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26280; }","duration":"204.899809ms","start":"2026-05-12T12:18:36.352814Z","end":"2026-05-12T12:18:36.557714Z","steps":["trace[48778348] 'agreement among raft nodes before linearized reading' (duration: 204.792007ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:36.746338Z","caller":"traceutil/trace.go:171","msg":"trace[1390711463] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"128.077736ms","start":"2026-05-12T12:18:36.618236Z","end":"2026-05-12T12:18:36.746314Z","steps":["trace[1390711463] 'process raft request' (duration: 127.910872ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:36.812783Z","caller":"traceutil/trace.go:171","msg":"trace[1995286461] linearizableReadLoop","detail":"{readStateIndex:27151; appliedIndex:27149; }","duration":"151.914303ms","start":"2026-05-12T12:18:36.660848Z","end":"2026-05-12T12:18:36.812763Z","steps":["trace[1995286461] 'read index received' (duration: 85.316312ms)","trace[1995286461] 'applied index is now lower than readState.Index' (duration: 66.597351ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:36.813078Z","caller":"traceutil/trace.go:171","msg":"trace[1848646948] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"155.444121ms","start":"2026-05-12T12:18:36.657625Z","end":"2026-05-12T12:18:36.813069Z","steps":["trace[1848646948] 'process raft request' (duration: 154.953149ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:36.813214Z","caller":"traceutil/trace.go:171","msg":"trace[1625498726] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"140.906252ms","start":"2026-05-12T12:18:36.672301Z","end":"2026-05-12T12:18:36.813207Z","steps":["trace[1625498726] 'process raft request' (duration: 140.40056ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:36.813293Z","caller":"traceutil/trace.go:171","msg":"trace[746380817] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"138.070282ms","start":"2026-05-12T12:18:36.675218Z","end":"2026-05-12T12:18:36.813288Z","steps":["trace[746380817] 'process raft request' (duration: 137.514688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.813871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.00397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-05-12T12:18:36.813912Z","caller":"traceutil/trace.go:171","msg":"trace[818017098] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26291; }","duration":"153.095593ms","start":"2026-05-12T12:18:36.660805Z","end":"2026-05-12T12:18:36.8139Z","steps":["trace[818017098] 'agreement among raft nodes before linearized reading' (duration: 152.959799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:36.814016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.157019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:18:36.814101Z","caller":"traceutil/trace.go:171","msg":"trace[1838115950] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26291; }","duration":"143.262832ms","start":"2026-05-12T12:18:36.670812Z","end":"2026-05-12T12:18:36.814075Z","steps":["trace[1838115950] 'agreement among raft nodes before linearized reading' (duration: 143.007425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:37.003232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.802749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:37.003354Z","caller":"traceutil/trace.go:171","msg":"trace[130206442] linearizableReadLoop","detail":"{readStateIndex:27155; appliedIndex:27154; }","duration":"160.121326ms","start":"2026-05-12T12:18:36.843213Z","end":"2026-05-12T12:18:37.003334Z","steps":["trace[130206442] 'read index received' (duration: 58.157133ms)","trace[130206442] 'applied index is now lower than readState.Index' (duration: 101.962573ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:37.003372Z","caller":"traceutil/trace.go:171","msg":"trace[1110702983] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"161.406088ms","start":"2026-05-12T12:18:36.841936Z","end":"2026-05-12T12:18:37.003342Z","steps":["trace[1110702983] 'process raft request' (duration: 59.413675ms)","trace[1110702983] 'compare' (duration: 100.923937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:37.003639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.423614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1440"} {"level":"info","ts":"2026-05-12T12:18:37.00368Z","caller":"traceutil/trace.go:171","msg":"trace[2121406820] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26293; }","duration":"160.501005ms","start":"2026-05-12T12:18:36.84317Z","end":"2026-05-12T12:18:37.003671Z","steps":["trace[2121406820] 'agreement among raft nodes before linearized reading' (duration: 160.263979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:37.003909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.409189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-12T12:18:37.003958Z","caller":"traceutil/trace.go:171","msg":"trace[1494365191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26293; }","duration":"131.521642ms","start":"2026-05-12T12:18:36.872423Z","end":"2026-05-12T12:18:37.003945Z","steps":["trace[1494365191] 'agreement among raft nodes before linearized reading' (duration: 131.309756ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:37.15674Z","caller":"traceutil/trace.go:171","msg":"trace[1375725441] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"147.081365ms","start":"2026-05-12T12:18:37.00963Z","end":"2026-05-12T12:18:37.156711Z","steps":["trace[1375725441] 'process raft request' (duration: 93.262119ms)","trace[1375725441] 'compare' (duration: 53.643082ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:37.156859Z","caller":"traceutil/trace.go:171","msg":"trace[1326602390] linearizableReadLoop","detail":"{readStateIndex:27157; appliedIndex:27156; }","duration":"110.120114ms","start":"2026-05-12T12:18:37.046716Z","end":"2026-05-12T12:18:37.156836Z","steps":["trace[1326602390] 'read index received' (duration: 56.125644ms)","trace[1326602390] 'applied index is now lower than readState.Index' (duration: 53.99291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:37.157066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.328439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-12T12:18:37.157099Z","caller":"traceutil/trace.go:171","msg":"trace[1201979567] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26296; }","duration":"110.406841ms","start":"2026-05-12T12:18:37.046683Z","end":"2026-05-12T12:18:37.15709Z","steps":["trace[1201979567] 'agreement among raft nodes before linearized reading' (duration: 110.226167ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:37.423139Z","caller":"traceutil/trace.go:171","msg":"trace[166595592] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"172.006228ms","start":"2026-05-12T12:18:37.251111Z","end":"2026-05-12T12:18:37.423118Z","steps":["trace[166595592] 'process raft request' (duration: 171.835354ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:37.541053Z","caller":"traceutil/trace.go:171","msg":"trace[1377198244] linearizableReadLoop","detail":"{readStateIndex:27165; appliedIndex:27160; }","duration":"283.590808ms","start":"2026-05-12T12:18:37.257444Z","end":"2026-05-12T12:18:37.541035Z","steps":["trace[1377198244] 'read index received' (duration: 165.514228ms)","trace[1377198244] 'applied index is now lower than readState.Index' (duration: 118.0758ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:37.541264Z","caller":"traceutil/trace.go:171","msg":"trace[1456026174] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"284.031889ms","start":"2026-05-12T12:18:37.257206Z","end":"2026-05-12T12:18:37.541238Z","steps":["trace[1456026174] 'process raft request' (duration: 283.735442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:37.541361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.053426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:37.541417Z","caller":"traceutil/trace.go:171","msg":"trace[2034371650] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26304; }","duration":"113.152508ms","start":"2026-05-12T12:18:37.428252Z","end":"2026-05-12T12:18:37.541404Z","steps":["trace[2034371650] 'agreement among raft nodes before linearized reading' (duration: 113.031175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:37.54143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.972979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-05-12T12:18:37.541463Z","caller":"traceutil/trace.go:171","msg":"trace[1770694827] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26304; }","duration":"284.03794ms","start":"2026-05-12T12:18:37.257419Z","end":"2026-05-12T12:18:37.541448Z","steps":["trace[1770694827] 'agreement among raft nodes before linearized reading' (duration: 283.933637ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:37.541469Z","caller":"traceutil/trace.go:171","msg":"trace[186480799] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"289.852993ms","start":"2026-05-12T12:18:37.25161Z","end":"2026-05-12T12:18:37.541463Z","steps":["trace[186480799] 'process raft request' (duration: 289.151726ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:37.541578Z","caller":"traceutil/trace.go:171","msg":"trace[1494885149] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"289.905204ms","start":"2026-05-12T12:18:37.251667Z","end":"2026-05-12T12:18:37.541572Z","steps":["trace[1494885149] 'process raft request' (duration: 289.230888ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:37.541592Z","caller":"traceutil/trace.go:171","msg":"trace[581506956] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"148.833648ms","start":"2026-05-12T12:18:37.392753Z","end":"2026-05-12T12:18:37.541586Z","steps":["trace[581506956] 'process raft request' (duration: 148.244113ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:37.541661Z","caller":"traceutil/trace.go:171","msg":"trace[227207522] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"289.868883ms","start":"2026-05-12T12:18:37.251786Z","end":"2026-05-12T12:18:37.541654Z","steps":["trace[227207522] 'process raft request' (duration: 289.137316ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:38.13159Z","caller":"traceutil/trace.go:171","msg":"trace[698510936] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"180.17092ms","start":"2026-05-12T12:18:37.95139Z","end":"2026-05-12T12:18:38.131561Z","steps":["trace[698510936] 'process raft request' (duration: 124.031186ms)","trace[698510936] 'compare' (duration: 55.911328ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:38.131639Z","caller":"traceutil/trace.go:171","msg":"trace[1177638530] linearizableReadLoop","detail":"{readStateIndex:27176; appliedIndex:27175; }","duration":"174.982832ms","start":"2026-05-12T12:18:37.956643Z","end":"2026-05-12T12:18:38.131626Z","steps":["trace[1177638530] 'read index received' (duration: 118.777417ms)","trace[1177638530] 'applied index is now lower than readState.Index' (duration: 56.204445ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:38.131846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.171557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-12T12:18:38.131878Z","caller":"traceutil/trace.go:171","msg":"trace[549860248] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26315; }","duration":"175.268039ms","start":"2026-05-12T12:18:37.956601Z","end":"2026-05-12T12:18:38.131869Z","steps":["trace[549860248] 'agreement among raft nodes before linearized reading' (duration: 175.106925ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:38.594722Z","caller":"traceutil/trace.go:171","msg":"trace[1882294353] linearizableReadLoop","detail":"{readStateIndex:27186; appliedIndex:27185; }","duration":"174.259465ms","start":"2026-05-12T12:18:38.420441Z","end":"2026-05-12T12:18:38.594701Z","steps":["trace[1882294353] 'read index received' (duration: 160.213429ms)","trace[1882294353] 'applied index is now lower than readState.Index' (duration: 14.045236ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:38.595256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.776487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-12T12:18:38.595338Z","caller":"traceutil/trace.go:171","msg":"trace[1883111951] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"177.038503ms","start":"2026-05-12T12:18:38.418242Z","end":"2026-05-12T12:18:38.595281Z","steps":["trace[1883111951] 'process raft request' (duration: 162.469604ms)","trace[1883111951] 'compare' (duration: 13.687167ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:38.595365Z","caller":"traceutil/trace.go:171","msg":"trace[1653469812] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26323; }","duration":"174.91455ms","start":"2026-05-12T12:18:38.420425Z","end":"2026-05-12T12:18:38.59534Z","steps":["trace[1653469812] 'agreement among raft nodes before linearized reading' (duration: 174.616883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:38.595283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.446175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:38.595674Z","caller":"traceutil/trace.go:171","msg":"trace[14043519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26323; }","duration":"128.879446ms","start":"2026-05-12T12:18:38.46678Z","end":"2026-05-12T12:18:38.595659Z","steps":["trace[14043519] 'agreement among raft nodes before linearized reading' (duration: 128.444874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:38.977265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.081325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:38.977468Z","caller":"traceutil/trace.go:171","msg":"trace[49240140] linearizableReadLoop","detail":"{readStateIndex:27190; appliedIndex:27187; }","duration":"135.022237ms","start":"2026-05-12T12:18:38.842433Z","end":"2026-05-12T12:18:38.977456Z","steps":["trace[49240140] 'read index received' (duration: 132.561086ms)","trace[49240140] 'applied index is now lower than readState.Index' (duration: 2.460511ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:38.977501Z","caller":"traceutil/trace.go:171","msg":"trace[891957910] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"154.892056ms","start":"2026-05-12T12:18:38.822581Z","end":"2026-05-12T12:18:38.977473Z","steps":["trace[891957910] 'process raft request' (duration: 154.770514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:38.977574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.146651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:18:38.977592Z","caller":"traceutil/trace.go:171","msg":"trace[570426243] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"155.415201ms","start":"2026-05-12T12:18:38.822162Z","end":"2026-05-12T12:18:38.977577Z","steps":["trace[570426243] 'compare' (duration: 148.955172ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:38.977626Z","caller":"traceutil/trace.go:171","msg":"trace[112016522] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"153.814661ms","start":"2026-05-12T12:18:38.823805Z","end":"2026-05-12T12:18:38.977619Z","steps":["trace[112016522] 'process raft request' (duration: 153.625346ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:38.977601Z","caller":"traceutil/trace.go:171","msg":"trace[1071290415] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26327; }","duration":"135.171901ms","start":"2026-05-12T12:18:38.84242Z","end":"2026-05-12T12:18:38.977592Z","steps":["trace[1071290415] 'agreement among raft nodes before linearized reading' (duration: 135.077729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:40.124795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.293463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:40.124871Z","caller":"traceutil/trace.go:171","msg":"trace[900140765] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26335; }","duration":"139.416705ms","start":"2026-05-12T12:18:39.985436Z","end":"2026-05-12T12:18:40.124853Z","steps":["trace[900140765] 'count revisions from in-memory index tree' (duration: 139.189229ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:40.276913Z","caller":"traceutil/trace.go:171","msg":"trace[921719066] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"139.932778ms","start":"2026-05-12T12:18:40.13695Z","end":"2026-05-12T12:18:40.276883Z","steps":["trace[921719066] 'process raft request' (duration: 139.456036ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:41.84679Z","caller":"traceutil/trace.go:171","msg":"trace[1103987337] linearizableReadLoop","detail":"{readStateIndex:27202; appliedIndex:27200; }","duration":"864.69615ms","start":"2026-05-12T12:18:40.982066Z","end":"2026-05-12T12:18:41.846763Z","steps":["trace[1103987337] 'read index received' (duration: 48.508446ms)","trace[1103987337] 'applied index is now lower than readState.Index' (duration: 816.186514ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:41.846936Z","caller":"traceutil/trace.go:171","msg":"trace[747301102] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"865.307705ms","start":"2026-05-12T12:18:40.981608Z","end":"2026-05-12T12:18:41.846916Z","steps":["trace[747301102] 'process raft request' (duration: 817.324293ms)","trace[747301102] 'compare' (duration: 47.446729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:41.847081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:40.981588Z","time spent":"865.398568ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:41.84717Z","caller":"traceutil/trace.go:171","msg":"trace[803003676] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"864.436483ms","start":"2026-05-12T12:18:40.982697Z","end":"2026-05-12T12:18:41.847134Z","steps":["trace[803003676] 'process raft request' (duration: 863.985592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.847383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:40.982687Z","time spent":"864.583457ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:41.847478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.401857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-12T12:18:41.84754Z","caller":"traceutil/trace.go:171","msg":"trace[420286035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26340; }","duration":"865.48971ms","start":"2026-05-12T12:18:40.982033Z","end":"2026-05-12T12:18:41.847523Z","steps":["trace[420286035] 'agreement among raft nodes before linearized reading' (duration: 865.299665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.847581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:40.982017Z","time spent":"865.557091ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-12T12:18:41.851286Z","caller":"traceutil/trace.go:171","msg":"trace[803629767] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"812.550756ms","start":"2026-05-12T12:18:41.038704Z","end":"2026-05-12T12:18:41.851255Z","steps":["trace[803629767] 'process raft request' (duration: 812.344821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.851389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:41.038685Z","time spent":"812.652198ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:41.851649Z","caller":"traceutil/trace.go:171","msg":"trace[1248320001] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"811.498969ms","start":"2026-05-12T12:18:41.040119Z","end":"2026-05-12T12:18:41.851618Z","steps":["trace[1248320001] 'process raft request' (duration: 811.062199ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:41.851708Z","caller":"traceutil/trace.go:171","msg":"trace[1313142448] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"810.578157ms","start":"2026-05-12T12:18:41.041105Z","end":"2026-05-12T12:18:41.851683Z","steps":["trace[1313142448] 'process raft request' (duration: 810.396473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.851815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:41.040101Z","time spent":"811.628733ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:41.852004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:41.041095Z","time spent":"810.68854ms","remote":"127.0.0.1:44824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:41.852061Z","caller":"traceutil/trace.go:171","msg":"trace[442727737] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"601.502765ms","start":"2026-05-12T12:18:41.250534Z","end":"2026-05-12T12:18:41.852037Z","steps":["trace[442727737] 'process raft request' (duration: 601.086475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.852173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:41.250514Z","time spent":"601.603467ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:41.852165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.45058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-12T12:18:41.852155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.304331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:18:41.852233Z","caller":"traceutil/trace.go:171","msg":"trace[1657161990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26344; }","duration":"271.517652ms","start":"2026-05-12T12:18:41.580699Z","end":"2026-05-12T12:18:41.852217Z","steps":["trace[1657161990] 'agreement among raft nodes before linearized reading' (duration: 271.373268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.852242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.803489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-12T12:18:41.852278Z","caller":"traceutil/trace.go:171","msg":"trace[1161973246] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26344; }","duration":"834.477606ms","start":"2026-05-12T12:18:41.017768Z","end":"2026-05-12T12:18:41.852245Z","steps":["trace[1161973246] 'agreement among raft nodes before linearized reading' (duration: 834.164818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.8523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.535499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-12T12:18:41.852217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.016315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-12T12:18:41.852329Z","caller":"traceutil/trace.go:171","msg":"trace[1251341784] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26344; }","duration":"139.59812ms","start":"2026-05-12T12:18:41.712719Z","end":"2026-05-12T12:18:41.852317Z","steps":["trace[1251341784] 'agreement among raft nodes before linearized reading' (duration: 139.512218ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:41.852318Z","caller":"traceutil/trace.go:171","msg":"trace[1199977313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26344; }","duration":"413.931882ms","start":"2026-05-12T12:18:41.438368Z","end":"2026-05-12T12:18:41.8523Z","steps":["trace[1199977313] 'agreement among raft nodes before linearized reading' (duration: 413.672166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.85233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:41.017748Z","time spent":"834.572328ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T12:18:41.852348Z","caller":"traceutil/trace.go:171","msg":"trace[654561238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26344; }","duration":"238.18859ms","start":"2026-05-12T12:18:41.614148Z","end":"2026-05-12T12:18:41.852336Z","steps":["trace[654561238] 'agreement among raft nodes before linearized reading' (duration: 237.864312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.852351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.196762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-12T12:18:41.852359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.67741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:41.852422Z","caller":"traceutil/trace.go:171","msg":"trace[2117471826] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26344; }","duration":"724.796323ms","start":"2026-05-12T12:18:41.127608Z","end":"2026-05-12T12:18:41.852404Z","steps":["trace[2117471826] 'agreement among raft nodes before linearized reading' (duration: 724.69614ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:41.852427Z","caller":"traceutil/trace.go:171","msg":"trace[988655402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26344; }","duration":"232.279885ms","start":"2026-05-12T12:18:41.620124Z","end":"2026-05-12T12:18:41.852404Z","steps":["trace[988655402] 'agreement among raft nodes before linearized reading' (duration: 232.142571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.85244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.550251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-12T12:18:41.852362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:41.438326Z","time spent":"414.029504ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T12:18:41.852461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:41.127589Z","time spent":"724.861125ms","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:41.852494Z","caller":"traceutil/trace.go:171","msg":"trace[958411973] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26344; }","duration":"783.635012ms","start":"2026-05-12T12:18:41.068844Z","end":"2026-05-12T12:18:41.852479Z","steps":["trace[958411973] 'agreement among raft nodes before linearized reading' (duration: 783.510949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.852204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.409529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:41.852531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:41.068825Z","time spent":"783.699554ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T12:18:41.852561Z","caller":"traceutil/trace.go:171","msg":"trace[357927252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26344; }","duration":"383.764308ms","start":"2026-05-12T12:18:41.468785Z","end":"2026-05-12T12:18:41.85255Z","steps":["trace[357927252] 'agreement among raft nodes before linearized reading' (duration: 383.374199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:41.852597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:41.46874Z","time spent":"383.84689ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T12:18:41.997911Z","caller":"traceutil/trace.go:171","msg":"trace[1907089001] linearizableReadLoop","detail":"{readStateIndex:27208; appliedIndex:27207; }","duration":"144.146672ms","start":"2026-05-12T12:18:41.853735Z","end":"2026-05-12T12:18:41.997882Z","steps":["trace[1907089001] 'read index received' (duration: 116.47661ms)","trace[1907089001] 'applied index is now lower than readState.Index' (duration: 27.668122ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:41.998044Z","caller":"traceutil/trace.go:171","msg":"trace[1291929968] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"145.993628ms","start":"2026-05-12T12:18:41.852013Z","end":"2026-05-12T12:18:41.998007Z","steps":["trace[1291929968] 'process raft request' (duration: 118.429228ms)","trace[1291929968] 'compare' (duration: 27.318454ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:41.998177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.392588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:41.998313Z","caller":"traceutil/trace.go:171","msg":"trace[1838866561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26345; }","duration":"144.562502ms","start":"2026-05-12T12:18:41.853707Z","end":"2026-05-12T12:18:41.99827Z","steps":["trace[1838866561] 'agreement among raft nodes before linearized reading' (duration: 144.327297ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.003273Z","caller":"traceutil/trace.go:171","msg":"trace[81031167] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"144.672836ms","start":"2026-05-12T12:18:41.858576Z","end":"2026-05-12T12:18:42.003249Z","steps":["trace[81031167] 'process raft request' (duration: 144.351428ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.00379Z","caller":"traceutil/trace.go:171","msg":"trace[101461963] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"145.074966ms","start":"2026-05-12T12:18:41.858659Z","end":"2026-05-12T12:18:42.003734Z","steps":["trace[101461963] 'process raft request' (duration: 144.521762ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.003906Z","caller":"traceutil/trace.go:171","msg":"trace[993370359] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"145.214899ms","start":"2026-05-12T12:18:41.85867Z","end":"2026-05-12T12:18:42.003885Z","steps":["trace[993370359] 'process raft request' (duration: 144.814649ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.004154Z","caller":"traceutil/trace.go:171","msg":"trace[1447085246] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"145.407014ms","start":"2026-05-12T12:18:41.85873Z","end":"2026-05-12T12:18:42.004137Z","steps":["trace[1447085246] 'process raft request' (duration: 145.077816ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.004182Z","caller":"traceutil/trace.go:171","msg":"trace[33360448] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"145.382283ms","start":"2026-05-12T12:18:41.858779Z","end":"2026-05-12T12:18:42.004161Z","steps":["trace[33360448] 'process raft request' (duration: 145.213929ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.004202Z","caller":"traceutil/trace.go:171","msg":"trace[1547354950] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"142.872271ms","start":"2026-05-12T12:18:41.86132Z","end":"2026-05-12T12:18:42.004192Z","steps":["trace[1547354950] 'process raft request' (duration: 142.803559ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.004291Z","caller":"traceutil/trace.go:171","msg":"trace[740806947] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"145.440264ms","start":"2026-05-12T12:18:41.858804Z","end":"2026-05-12T12:18:42.004244Z","steps":["trace[740806947] 'process raft request' (duration: 145.26871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.007654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.065942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:42.007721Z","caller":"traceutil/trace.go:171","msg":"trace[503406822] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26353; }","duration":"151.156615ms","start":"2026-05-12T12:18:41.856549Z","end":"2026-05-12T12:18:42.007706Z","steps":["trace[503406822] 'agreement among raft nodes before linearized reading' (duration: 151.014591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.007985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.510876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-12T12:18:42.008047Z","caller":"traceutil/trace.go:171","msg":"trace[153538532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26353; }","duration":"145.605228ms","start":"2026-05-12T12:18:41.862428Z","end":"2026-05-12T12:18:42.008033Z","steps":["trace[153538532] 'agreement among raft nodes before linearized reading' (duration: 145.314301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.008089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.64523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:5466"} {"level":"info","ts":"2026-05-12T12:18:42.008135Z","caller":"traceutil/trace.go:171","msg":"trace[1027960140] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:26353; }","duration":"145.701581ms","start":"2026-05-12T12:18:41.862423Z","end":"2026-05-12T12:18:42.008124Z","steps":["trace[1027960140] 'agreement among raft nodes before linearized reading' (duration: 145.561467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.008365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.963157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-05-12T12:18:42.008429Z","caller":"traceutil/trace.go:171","msg":"trace[512330249] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26353; }","duration":"146.04781ms","start":"2026-05-12T12:18:41.86237Z","end":"2026-05-12T12:18:42.008418Z","steps":["trace[512330249] 'agreement among raft nodes before linearized reading' (duration: 145.920307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.008506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.082736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-05-12T12:18:42.008532Z","caller":"traceutil/trace.go:171","msg":"trace[1182179541] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26353; }","duration":"145.117226ms","start":"2026-05-12T12:18:41.863408Z","end":"2026-05-12T12:18:42.008525Z","steps":["trace[1182179541] 'agreement among raft nodes before linearized reading' (duration: 145.045135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.008627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.24154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-05-12T12:18:42.008648Z","caller":"traceutil/trace.go:171","msg":"trace[119491526] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26353; }","duration":"145.27249ms","start":"2026-05-12T12:18:41.86337Z","end":"2026-05-12T12:18:42.008643Z","steps":["trace[119491526] 'agreement among raft nodes before linearized reading' (duration: 145.213599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.008696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.476439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-05-12T12:18:42.008732Z","caller":"traceutil/trace.go:171","msg":"trace[1401896843] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26353; }","duration":"146.521981ms","start":"2026-05-12T12:18:41.862202Z","end":"2026-05-12T12:18:42.008724Z","steps":["trace[1401896843] 'agreement among raft nodes before linearized reading' (duration: 146.426229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.008801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.414364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:5285"} {"level":"info","ts":"2026-05-12T12:18:42.008825Z","caller":"traceutil/trace.go:171","msg":"trace[1546066605] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:26353; }","duration":"145.448525ms","start":"2026-05-12T12:18:41.863371Z","end":"2026-05-12T12:18:42.008819Z","steps":["trace[1546066605] 'agreement among raft nodes before linearized reading' (duration: 145.379203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.008926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.731816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5260"} {"level":"warn","ts":"2026-05-12T12:18:42.008965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.606039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-05-12T12:18:42.008983Z","caller":"traceutil/trace.go:171","msg":"trace[1359881096] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:26353; }","duration":"145.638269ms","start":"2026-05-12T12:18:41.86334Z","end":"2026-05-12T12:18:42.008978Z","steps":["trace[1359881096] 'agreement among raft nodes before linearized reading' (duration: 145.578848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.009031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.994983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-12T12:18:42.009114Z","caller":"traceutil/trace.go:171","msg":"trace[623278073] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26353; }","duration":"147.036293ms","start":"2026-05-12T12:18:41.862021Z","end":"2026-05-12T12:18:42.009058Z","steps":["trace[623278073] 'agreement among raft nodes before linearized reading' (duration: 146.956081ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.00896Z","caller":"traceutil/trace.go:171","msg":"trace[447768511] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:26353; }","duration":"146.773797ms","start":"2026-05-12T12:18:41.862177Z","end":"2026-05-12T12:18:42.008951Z","steps":["trace[447768511] 'agreement among raft nodes before linearized reading' (duration: 146.688095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.009243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.311115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-05-12T12:18:42.009305Z","caller":"traceutil/trace.go:171","msg":"trace[359752781] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:26353; }","duration":"146.401378ms","start":"2026-05-12T12:18:41.862892Z","end":"2026-05-12T12:18:42.009293Z","steps":["trace[359752781] 'agreement among raft nodes before linearized reading' (duration: 146.172452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.009325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.30523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-12T12:18:42.009355Z","caller":"traceutil/trace.go:171","msg":"trace[1109485145] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26353; }","duration":"147.33476ms","start":"2026-05-12T12:18:41.862011Z","end":"2026-05-12T12:18:42.009346Z","steps":["trace[1109485145] 'agreement among raft nodes before linearized reading' (duration: 147.243488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.009535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.841049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-05-12T12:18:42.009565Z","caller":"traceutil/trace.go:171","msg":"trace[687525786] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26353; }","duration":"146.886629ms","start":"2026-05-12T12:18:41.862671Z","end":"2026-05-12T12:18:42.009557Z","steps":["trace[687525786] 'agreement among raft nodes before linearized reading' (duration: 146.799017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.009603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.815863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-12T12:18:42.00964Z","caller":"traceutil/trace.go:171","msg":"trace[2023256543] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26353; }","duration":"147.857994ms","start":"2026-05-12T12:18:41.861773Z","end":"2026-05-12T12:18:42.009631Z","steps":["trace[2023256543] 'agreement among raft nodes before linearized reading' (duration: 147.775702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.009729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.192428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-05-12T12:18:42.009762Z","caller":"traceutil/trace.go:171","msg":"trace[1550825148] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26353; }","duration":"147.240608ms","start":"2026-05-12T12:18:41.862512Z","end":"2026-05-12T12:18:42.009752Z","steps":["trace[1550825148] 'agreement among raft nodes before linearized reading' (duration: 147.162586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.009917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.172092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-05-12T12:18:42.009946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.475064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:6652"} {"level":"info","ts":"2026-05-12T12:18:42.009968Z","caller":"traceutil/trace.go:171","msg":"trace[2040920825] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:26353; }","duration":"147.507935ms","start":"2026-05-12T12:18:41.862454Z","end":"2026-05-12T12:18:42.009961Z","steps":["trace[2040920825] 'agreement among raft nodes before linearized reading' (duration: 147.419643ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.009972Z","caller":"traceutil/trace.go:171","msg":"trace[280984373] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26353; }","duration":"148.268884ms","start":"2026-05-12T12:18:41.861689Z","end":"2026-05-12T12:18:42.009958Z","steps":["trace[280984373] 'agreement among raft nodes before linearized reading' (duration: 148.08872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.009532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.544307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"warn","ts":"2026-05-12T12:18:42.010154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.400148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-12T12:18:42.010177Z","caller":"traceutil/trace.go:171","msg":"trace[1810314566] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:26353; }","duration":"148.429358ms","start":"2026-05-12T12:18:41.861739Z","end":"2026-05-12T12:18:42.010168Z","steps":["trace[1810314566] 'agreement among raft nodes before linearized reading' (duration: 148.360117ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:42.010178Z","caller":"traceutil/trace.go:171","msg":"trace[1730089360] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26353; }","duration":"148.201802ms","start":"2026-05-12T12:18:41.861966Z","end":"2026-05-12T12:18:42.010168Z","steps":["trace[1730089360] 'agreement among raft nodes before linearized reading' (duration: 147.507965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:42.009662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.890925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"info","ts":"2026-05-12T12:18:42.014326Z","caller":"traceutil/trace.go:171","msg":"trace[609460466] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26353; }","duration":"152.54643ms","start":"2026-05-12T12:18:41.861756Z","end":"2026-05-12T12:18:42.014303Z","steps":["trace[609460466] 'agreement among raft nodes before linearized reading' (duration: 147.874244ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.029057Z","caller":"traceutil/trace.go:171","msg":"trace[1920752956] linearizableReadLoop","detail":"{readStateIndex:27223; appliedIndex:27220; }","duration":"167.321094ms","start":"2026-05-12T12:18:43.861706Z","end":"2026-05-12T12:18:44.029027Z","steps":["trace[1920752956] 'read index received' (duration: 39.33792ms)","trace[1920752956] 'applied index is now lower than readState.Index' (duration: 127.981414ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:44.029091Z","caller":"traceutil/trace.go:171","msg":"trace[1635008208] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"176.038819ms","start":"2026-05-12T12:18:43.853025Z","end":"2026-05-12T12:18:44.029063Z","steps":["trace[1635008208] 'process raft request' (duration: 175.762192ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.029149Z","caller":"traceutil/trace.go:171","msg":"trace[1090723941] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"172.266425ms","start":"2026-05-12T12:18:43.856861Z","end":"2026-05-12T12:18:44.029127Z","steps":["trace[1090723941] 'process raft request' (duration: 172.116101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:44.02934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.608061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24677"} {"level":"info","ts":"2026-05-12T12:18:44.029386Z","caller":"traceutil/trace.go:171","msg":"trace[1081765839] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:26360; }","duration":"167.695663ms","start":"2026-05-12T12:18:43.861678Z","end":"2026-05-12T12:18:44.029374Z","steps":["trace[1081765839] 'agreement among raft nodes before linearized reading' (duration: 167.499758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:44.029391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.8566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-12T12:18:44.029426Z","caller":"traceutil/trace.go:171","msg":"trace[1440112796] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26360; }","duration":"142.916223ms","start":"2026-05-12T12:18:43.8865Z","end":"2026-05-12T12:18:44.029416Z","steps":["trace[1440112796] 'agreement among raft nodes before linearized reading' (duration: 142.773889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:44.029659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.155867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7929"} {"level":"info","ts":"2026-05-12T12:18:44.029696Z","caller":"traceutil/trace.go:171","msg":"trace[1825723283] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:26360; }","duration":"117.232769ms","start":"2026-05-12T12:18:43.912455Z","end":"2026-05-12T12:18:44.029688Z","steps":["trace[1825723283] 'agreement among raft nodes before linearized reading' (duration: 117.135967ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.246045Z","caller":"traceutil/trace.go:171","msg":"trace[848315227] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"210.624621ms","start":"2026-05-12T12:18:44.035394Z","end":"2026-05-12T12:18:44.246019Z","steps":["trace[848315227] 'process raft request' (duration: 206.677003ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.246093Z","caller":"traceutil/trace.go:171","msg":"trace[521585131] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"210.601851ms","start":"2026-05-12T12:18:44.03547Z","end":"2026-05-12T12:18:44.246071Z","steps":["trace[521585131] 'process raft request' (duration: 210.419655ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.246305Z","caller":"traceutil/trace.go:171","msg":"trace[722441229] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"210.719654ms","start":"2026-05-12T12:18:44.035573Z","end":"2026-05-12T12:18:44.246292Z","steps":["trace[722441229] 'process raft request' (duration: 210.440767ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.246592Z","caller":"traceutil/trace.go:171","msg":"trace[1210004690] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"210.17113ms","start":"2026-05-12T12:18:44.036397Z","end":"2026-05-12T12:18:44.246568Z","steps":["trace[1210004690] 'process raft request' (duration: 209.754799ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.246624Z","caller":"traceutil/trace.go:171","msg":"trace[1657397533] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"210.165209ms","start":"2026-05-12T12:18:44.036432Z","end":"2026-05-12T12:18:44.246598Z","steps":["trace[1657397533] 'process raft request' (duration: 210.059487ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.246884Z","caller":"traceutil/trace.go:171","msg":"trace[1439271418] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"210.282942ms","start":"2026-05-12T12:18:44.036575Z","end":"2026-05-12T12:18:44.246858Z","steps":["trace[1439271418] 'process raft request' (duration: 209.964764ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.246891Z","caller":"traceutil/trace.go:171","msg":"trace[989549800] linearizableReadLoop","detail":"{readStateIndex:27230; appliedIndex:27223; }","duration":"209.35171ms","start":"2026-05-12T12:18:44.037501Z","end":"2026-05-12T12:18:44.246852Z","steps":["trace[989549800] 'read index received' (duration: 32.01825ms)","trace[989549800] 'applied index is now lower than readState.Index' (duration: 177.331529ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:44.247107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.592215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-05-12T12:18:44.247162Z","caller":"traceutil/trace.go:171","msg":"trace[679595085] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:26367; }","duration":"209.673428ms","start":"2026-05-12T12:18:44.037473Z","end":"2026-05-12T12:18:44.247146Z","steps":["trace[679595085] 'agreement among raft nodes before linearized reading' (duration: 209.511764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:44.247316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.58725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:7015"} {"level":"info","ts":"2026-05-12T12:18:44.247373Z","caller":"traceutil/trace.go:171","msg":"trace[913363124] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:26367; }","duration":"109.681393ms","start":"2026-05-12T12:18:44.137679Z","end":"2026-05-12T12:18:44.247361Z","steps":["trace[913363124] 'agreement among raft nodes before linearized reading' (duration: 109.482728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:44.247311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.671057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4682"} {"level":"warn","ts":"2026-05-12T12:18:44.247421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.212112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6168"} {"level":"warn","ts":"2026-05-12T12:18:44.247453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.304597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-05-12T12:18:44.247462Z","caller":"traceutil/trace.go:171","msg":"trace[1469382642] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:26367; }","duration":"183.854471ms","start":"2026-05-12T12:18:44.063591Z","end":"2026-05-12T12:18:44.247446Z","steps":["trace[1469382642] 'agreement among raft nodes before linearized reading' (duration: 183.4088ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.247482Z","caller":"traceutil/trace.go:171","msg":"trace[283610018] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:26367; }","duration":"159.386139ms","start":"2026-05-12T12:18:44.088088Z","end":"2026-05-12T12:18:44.247474Z","steps":["trace[283610018] 'agreement among raft nodes before linearized reading' (duration: 159.307437ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.247471Z","caller":"traceutil/trace.go:171","msg":"trace[706340680] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26367; }","duration":"135.291894ms","start":"2026-05-12T12:18:44.112165Z","end":"2026-05-12T12:18:44.247457Z","steps":["trace[706340680] 'agreement among raft nodes before linearized reading' (duration: 135.184702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:44.662297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.622777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7628"} {"level":"info","ts":"2026-05-12T12:18:44.662375Z","caller":"traceutil/trace.go:171","msg":"trace[1722931193] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:26368; }","duration":"149.7403ms","start":"2026-05-12T12:18:44.512618Z","end":"2026-05-12T12:18:44.662358Z","steps":["trace[1722931193] 'range keys from in-memory index tree' (duration: 149.419452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:44.662344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.278338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7941"} {"level":"warn","ts":"2026-05-12T12:18:44.662563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.012961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:44.662599Z","caller":"traceutil/trace.go:171","msg":"trace[1683233981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26368; }","duration":"194.085293ms","start":"2026-05-12T12:18:44.468505Z","end":"2026-05-12T12:18:44.66259Z","steps":["trace[1683233981] 'range keys from in-memory index tree' (duration: 193.926379ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:44.662569Z","caller":"traceutil/trace.go:171","msg":"trace[1531993718] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:26368; }","duration":"125.527634ms","start":"2026-05-12T12:18:44.537023Z","end":"2026-05-12T12:18:44.662551Z","steps":["trace[1531993718] 'range keys from in-memory index tree' (duration: 125.165125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:44.662674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.530596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9084"} {"level":"info","ts":"2026-05-12T12:18:44.662744Z","caller":"traceutil/trace.go:171","msg":"trace[111505112] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:26368; }","duration":"175.624757ms","start":"2026-05-12T12:18:44.487102Z","end":"2026-05-12T12:18:44.662727Z","steps":["trace[111505112] 'range keys from in-memory index tree' (duration: 175.377721ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:46.386477Z","caller":"traceutil/trace.go:171","msg":"trace[1532928718] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"132.473375ms","start":"2026-05-12T12:18:46.25398Z","end":"2026-05-12T12:18:46.386453Z","steps":["trace[1532928718] 'process raft request' (duration: 132.308991ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:46.390948Z","caller":"traceutil/trace.go:171","msg":"trace[750420075] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"135.12581ms","start":"2026-05-12T12:18:46.255801Z","end":"2026-05-12T12:18:46.390927Z","steps":["trace[750420075] 'process raft request' (duration: 134.543526ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:46.390992Z","caller":"traceutil/trace.go:171","msg":"trace[1546186352] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"134.343051ms","start":"2026-05-12T12:18:46.256622Z","end":"2026-05-12T12:18:46.390965Z","steps":["trace[1546186352] 'process raft request' (duration: 133.803617ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:46.391075Z","caller":"traceutil/trace.go:171","msg":"trace[2138868513] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"135.234003ms","start":"2026-05-12T12:18:46.255817Z","end":"2026-05-12T12:18:46.391051Z","steps":["trace[2138868513] 'process raft request' (duration: 134.190227ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:46.391025Z","caller":"traceutil/trace.go:171","msg":"trace[176612256] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"135.292564ms","start":"2026-05-12T12:18:46.255702Z","end":"2026-05-12T12:18:46.390995Z","steps":["trace[176612256] 'process raft request' (duration: 134.120896ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:46.391049Z","caller":"traceutil/trace.go:171","msg":"trace[392280477] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"135.166021ms","start":"2026-05-12T12:18:46.255852Z","end":"2026-05-12T12:18:46.391018Z","steps":["trace[392280477] 'process raft request' (duration: 134.536856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:48.136911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.099014ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:48.137015Z","caller":"traceutil/trace.go:171","msg":"trace[1044216516] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26383; }","duration":"556.217577ms","start":"2026-05-12T12:18:47.580782Z","end":"2026-05-12T12:18:48.137Z","steps":["trace[1044216516] 'range keys from in-memory index tree' (duration: 556.083924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:48.13825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.806682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:48.138355Z","caller":"traceutil/trace.go:171","msg":"trace[1626095988] linearizableReadLoop","detail":"{readStateIndex:27247; appliedIndex:27246; }","duration":"563.807395ms","start":"2026-05-12T12:18:47.57453Z","end":"2026-05-12T12:18:48.138338Z","steps":["trace[1626095988] 'read index received' (duration: 441.979322ms)","trace[1626095988] 'applied index is now lower than readState.Index' (duration: 121.826433ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:48.138444Z","caller":"traceutil/trace.go:171","msg":"trace[344691528] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"734.218165ms","start":"2026-05-12T12:18:47.404198Z","end":"2026-05-12T12:18:48.138417Z","steps":["trace[344691528] 'process raft request' (duration: 612.150626ms)","trace[344691528] 'compare' (duration: 121.025093ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:48.138473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.925887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:48.138529Z","caller":"traceutil/trace.go:171","msg":"trace[1506557998] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26384; }","duration":"564.03925ms","start":"2026-05-12T12:18:47.574474Z","end":"2026-05-12T12:18:48.138514Z","steps":["trace[1506557998] 'agreement among raft nodes before linearized reading' (duration: 563.928967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:48.138574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:47.404174Z","time spent":"734.332368ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:48.138578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:47.57445Z","time spent":"564.108012ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:18:48.168088Z","caller":"traceutil/trace.go:171","msg":"trace[1988711581] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"516.341746ms","start":"2026-05-12T12:18:47.651726Z","end":"2026-05-12T12:18:48.168068Z","steps":["trace[1988711581] 'process raft request' (duration: 516.1519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:48.1682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:47.651704Z","time spent":"516.440468ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:48.168408Z","caller":"traceutil/trace.go:171","msg":"trace[1209279297] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"252.980355ms","start":"2026-05-12T12:18:47.915396Z","end":"2026-05-12T12:18:48.168376Z","steps":["trace[1209279297] 'process raft request' (duration: 252.623117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:48.771164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.882158ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-12T12:18:49.584881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.416969901s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:18:49.585292Z","caller":"traceutil/trace.go:171","msg":"trace[978965335] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"1.517948188s","start":"2026-05-12T12:18:48.067317Z","end":"2026-05-12T12:18:49.585265Z","steps":["trace[978965335] 'process raft request' (duration: 1.517732923s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:49.585434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.067292Z","time spent":"1.518067062s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:49.585469Z","caller":"traceutil/trace.go:171","msg":"trace[1878420541] linearizableReadLoop","detail":"{readStateIndex:27252; appliedIndex:27247; }","duration":"1.447061273s","start":"2026-05-12T12:18:48.13838Z","end":"2026-05-12T12:18:49.585441Z","steps":["trace[1878420541] 'read index received' (duration: 29.484366ms)","trace[1878420541] 'applied index is now lower than readState.Index' (duration: 1.417575107s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:49.585502Z","caller":"traceutil/trace.go:171","msg":"trace[2096384062] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"1.496402529s","start":"2026-05-12T12:18:48.089066Z","end":"2026-05-12T12:18:49.585468Z","steps":["trace[2096384062] 'process raft request' (duration: 1.496153802s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:49.585682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517965171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-12T12:18:49.585727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.088958Z","time spent":"1.496628585s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:49.585761Z","caller":"traceutil/trace.go:171","msg":"trace[590294341] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:26388; }","duration":"1.518091623s","start":"2026-05-12T12:18:48.067651Z","end":"2026-05-12T12:18:49.585742Z","steps":["trace[590294341] 'agreement among raft nodes before linearized reading' (duration: 1.517825807s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:49.585814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.067642Z","time spent":"1.518164076s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"warn","ts":"2026-05-12T12:18:49.58593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595462431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-12T12:18:49.586058Z","caller":"traceutil/trace.go:171","msg":"trace[1805204864] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26388; }","duration":"1.595659955s","start":"2026-05-12T12:18:47.990364Z","end":"2026-05-12T12:18:49.586024Z","steps":["trace[1805204864] 'agreement among raft nodes before linearized reading' (duration: 1.595218514s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:49.58612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:47.990346Z","time spent":"1.595764008s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-12T12:18:50.469236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999986779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:18:50.469344Z","caller":"traceutil/trace.go:171","msg":"trace[1094538562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148553s","start":"2026-05-12T12:18:48.469176Z","end":"2026-05-12T12:18:50.469324Z","steps":["trace[1094538562] 'agreement among raft nodes before linearized reading' (duration: 2.00001662s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:50.469402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.469158Z","time spent":"2.000233765s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:18:51.681824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:50.555488Z","time spent":"1.126327668s","remote":"127.0.0.1:53504","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T12:18:51.682048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757337479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:51.682175Z","caller":"traceutil/trace.go:171","msg":"trace[305304334] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"3.287308975s","start":"2026-05-12T12:18:48.394851Z","end":"2026-05-12T12:18:51.68216Z","steps":["trace[305304334] 'process raft request' (duration: 1.529797021s)","trace[305304334] 'compare' (duration: 1.756722455s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:51.68224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.39484Z","time spent":"3.287363507s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:51.682358Z","caller":"traceutil/trace.go:171","msg":"trace[1193074743] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"2.819891766s","start":"2026-05-12T12:18:48.862436Z","end":"2026-05-12T12:18:51.682328Z","steps":["trace[1193074743] 'process raft request' (duration: 2.81966382s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.682401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:49.586946Z","time spent":"2.095452533s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-12T12:18:51.682479Z","caller":"traceutil/trace.go:171","msg":"trace[1306174326] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27252; }","duration":"2.096936288s","start":"2026-05-12T12:18:49.585534Z","end":"2026-05-12T12:18:51.68247Z","steps":["trace[1306174326] 'read index received' (duration: 339.138928ms)","trace[1306174326] 'applied index is now lower than readState.Index' (duration: 1.75779646s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:51.682503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.862419Z","time spent":"2.820003019s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:51.68256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147844004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:18:51.682583Z","caller":"traceutil/trace.go:171","msg":"trace[99439865] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26390; }","duration":"2.147907275s","start":"2026-05-12T12:18:49.534667Z","end":"2026-05-12T12:18:51.682574Z","steps":["trace[99439865] 'agreement among raft nodes before linearized reading' (duration: 2.147857804s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.68261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:49.534647Z","time spent":"2.147954176s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:51.682664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874217455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:18:51.68271Z","caller":"traceutil/trace.go:171","msg":"trace[152593902] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26390; }","duration":"2.874297377s","start":"2026-05-12T12:18:48.808399Z","end":"2026-05-12T12:18:51.682697Z","steps":["trace[152593902] 'agreement among raft nodes before linearized reading' (duration: 2.874226535s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.682747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.808381Z","time spent":"2.874357739s","remote":"127.0.0.1:60022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:51.68279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287554901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-12T12:18:51.682844Z","caller":"traceutil/trace.go:171","msg":"trace[1275653034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26390; }","duration":"3.287728745s","start":"2026-05-12T12:18:48.395099Z","end":"2026-05-12T12:18:51.682828Z","steps":["trace[1275653034] 'agreement among raft nodes before linearized reading' (duration: 3.287612492s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.682891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.395078Z","time spent":"3.287802267s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T12:18:51.682893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570792836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-12T12:18:51.682938Z","caller":"traceutil/trace.go:171","msg":"trace[1744162324] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26390; }","duration":"2.570882198s","start":"2026-05-12T12:18:49.112045Z","end":"2026-05-12T12:18:51.682927Z","steps":["trace[1744162324] 'agreement among raft nodes before linearized reading' (duration: 2.570731315s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.682977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:49.112021Z","time spent":"2.5709496s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-12T12:18:51.683066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292325508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-12T12:18:51.683109Z","caller":"traceutil/trace.go:171","msg":"trace[1259270557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26390; }","duration":"3.292364829s","start":"2026-05-12T12:18:48.39073Z","end":"2026-05-12T12:18:51.683095Z","steps":["trace[1259270557] 'agreement among raft nodes before linearized reading' (duration: 3.292261417s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.683141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.390657Z","time spent":"3.292477892s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-12T12:18:51.683202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534735523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-12T12:18:51.683341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288831973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-12T12:18:51.683372Z","caller":"traceutil/trace.go:171","msg":"trace[1039527031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26390; }","duration":"3.288892465s","start":"2026-05-12T12:18:48.394471Z","end":"2026-05-12T12:18:51.683364Z","steps":["trace[1039527031] 'agreement among raft nodes before linearized reading' (duration: 3.288810043s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.683413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.394428Z","time spent":"3.288976187s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-12T12:18:51.68337Z","caller":"traceutil/trace.go:171","msg":"trace[374737790] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26390; }","duration":"3.534958658s","start":"2026-05-12T12:18:48.148391Z","end":"2026-05-12T12:18:51.683349Z","steps":["trace[374737790] 'agreement among raft nodes before linearized reading' (duration: 3.534673291s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.683517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.148378Z","time spent":"3.535127562s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:18:51.683648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282641309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-12T12:18:51.683657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288262769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-05-12T12:18:51.683695Z","caller":"traceutil/trace.go:171","msg":"trace[1142079364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26390; }","duration":"3.282714133s","start":"2026-05-12T12:18:48.400968Z","end":"2026-05-12T12:18:51.683682Z","steps":["trace[1142079364] 'agreement among raft nodes before linearized reading' (duration: 3.282595049s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:51.683695Z","caller":"traceutil/trace.go:171","msg":"trace[1582193670] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26390; }","duration":"3.288307541s","start":"2026-05-12T12:18:48.395378Z","end":"2026-05-12T12:18:51.683685Z","steps":["trace[1582193670] 'agreement among raft nodes before linearized reading' (duration: 3.288211077s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.683724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.395373Z","time spent":"3.288345421s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:18:51.683775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.400948Z","time spent":"3.282769903s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T12:18:51.682654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287282984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-12T12:18:51.684859Z","caller":"traceutil/trace.go:171","msg":"trace[474649354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26390; }","duration":"3.289095269s","start":"2026-05-12T12:18:48.395311Z","end":"2026-05-12T12:18:51.684406Z","steps":["trace[474649354] 'agreement among raft nodes before linearized reading' (duration: 3.287215833s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:51.684948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:48.395295Z","time spent":"3.289606502s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-12T12:18:51.972699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099131028s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:18:52.47066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000459701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:52.470749Z","caller":"traceutil/trace.go:171","msg":"trace[311821423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561783s","start":"2026-05-12T12:18:50.470166Z","end":"2026-05-12T12:18:52.470728Z","steps":["trace[311821423] 'agreement among raft nodes before linearized reading' (duration: 2.000456201s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:52.470851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:50.470106Z","time spent":"2.000729579s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:18:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:53.326849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353823824s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:53.326991Z","caller":"traceutil/trace.go:171","msg":"trace[819700753] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"3.153280022s","start":"2026-05-12T12:18:50.173682Z","end":"2026-05-12T12:18:53.326962Z","steps":["trace[819700753] 'process raft request' (duration: 1.799242593s)","trace[819700753] 'compare' (duration: 1.352265615s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:18:53.327068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:50.173657Z","time spent":"3.153375185s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:53.586491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.613626258s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:18:54.478991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:54.479077Z","caller":"traceutil/trace.go:171","msg":"trace[1542380305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567084s","start":"2026-05-12T12:18:52.478492Z","end":"2026-05-12T12:18:54.479059Z","steps":["trace[1542380305] 'agreement among raft nodes before linearized reading' (duration: 2.000469421s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:54.479118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:52.478474Z","time spent":"2.000635545s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:18:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:55.363865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777013854s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:55.364521Z","caller":"traceutil/trace.go:171","msg":"trace[721833807] linearizableReadLoop","detail":"{readStateIndex:27258; appliedIndex:27255; }","duration":"3.681997132s","start":"2026-05-12T12:18:51.682503Z","end":"2026-05-12T12:18:55.3645Z","steps":["trace[721833807] 'read index received' (duration: 290.409557ms)","trace[721833807] 'applied index is now lower than readState.Index' (duration: 3.391586415s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:55.364561Z","caller":"traceutil/trace.go:171","msg":"trace[1426489675] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"3.6753919s","start":"2026-05-12T12:18:51.689149Z","end":"2026-05-12T12:18:55.364541Z","steps":["trace[1426489675] 'process raft request' (duration: 3.675252127s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:55.364617Z","caller":"traceutil/trace.go:171","msg":"trace[1146706562] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"3.676352583s","start":"2026-05-12T12:18:51.688258Z","end":"2026-05-12T12:18:55.364611Z","steps":["trace[1146706562] 'process raft request' (duration: 3.675899222s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:55.364594Z","caller":"traceutil/trace.go:171","msg":"trace[74218353] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"3.67461766s","start":"2026-05-12T12:18:51.689947Z","end":"2026-05-12T12:18:55.364565Z","steps":["trace[74218353] 'process raft request' (duration: 3.674500757s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:55.364612Z","caller":"traceutil/trace.go:171","msg":"trace[1738951834] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"3.679137871s","start":"2026-05-12T12:18:51.685419Z","end":"2026-05-12T12:18:55.364557Z","steps":["trace[1738951834] 'process raft request' (duration: 3.67867567s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.364676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.689144Z","time spent":"3.675469742s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:55.364673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.617366385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:55.364704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.688237Z","time spent":"3.676403664s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:55.364567Z","caller":"traceutil/trace.go:171","msg":"trace[1462681658] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"3.675870651s","start":"2026-05-12T12:18:51.68867Z","end":"2026-05-12T12:18:55.364541Z","steps":["trace[1462681658] 'process raft request' (duration: 3.675637755s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.364689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935846378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:18:55.364725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.689942Z","time spent":"3.674711993s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:55.364713Z","caller":"traceutil/trace.go:171","msg":"trace[1074001991] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"3.675962094s","start":"2026-05-12T12:18:51.688719Z","end":"2026-05-12T12:18:55.364681Z","steps":["trace[1074001991] 'process raft request' (duration: 3.675639476s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.36477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.685384Z","time spent":"3.679303227s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:55.364811Z","caller":"traceutil/trace.go:171","msg":"trace[1980753292] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"3.676157229s","start":"2026-05-12T12:18:51.688645Z","end":"2026-05-12T12:18:55.364803Z","steps":["trace[1980753292] 'process raft request' (duration: 3.675612805s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.364793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.251742469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:55.364757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521956514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:18:55.364844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.688642Z","time spent":"3.67618383s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:55.364847Z","caller":"traceutil/trace.go:171","msg":"trace[688721115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26401; }","duration":"5.251826721s","start":"2026-05-12T12:18:50.113007Z","end":"2026-05-12T12:18:55.364833Z","steps":["trace[688721115] 'agreement among raft nodes before linearized reading' (duration: 5.251741519s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.364854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.688715Z","time spent":"3.676061237s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:55.364864Z","caller":"traceutil/trace.go:171","msg":"trace[1214321238] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"3.774620936s","start":"2026-05-12T12:18:51.59023Z","end":"2026-05-12T12:18:55.364851Z","steps":["trace[1214321238] 'process raft request' (duration: 1.996485744s)","trace[1214321238] 'compare' (duration: 1.776075981s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:55.364868Z","caller":"traceutil/trace.go:171","msg":"trace[387246829] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26401; }","duration":"4.522149968s","start":"2026-05-12T12:18:50.842695Z","end":"2026-05-12T12:18:55.364845Z","steps":["trace[387246829] 'agreement among raft nodes before linearized reading' (duration: 4.52185015s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.364863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.688667Z","time spent":"3.676091687s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:55.364899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:50.112991Z","time spent":"5.251890072s","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:55.364918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.590203Z","time spent":"3.774686488s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:55.36492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:50.842671Z","time spent":"4.522238631s","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:55.364924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274132236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-12T12:18:55.364964Z","caller":"traceutil/trace.go:171","msg":"trace[1008268548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26401; }","duration":"4.274195667s","start":"2026-05-12T12:18:51.090759Z","end":"2026-05-12T12:18:55.364954Z","steps":["trace[1008268548] 'agreement among raft nodes before linearized reading' (duration: 4.274047083s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.365023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.090742Z","time spent":"4.274269149s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-12T12:18:55.365037Z","caller":"traceutil/trace.go:171","msg":"trace[1166741716] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"3.773725013s","start":"2026-05-12T12:18:51.591302Z","end":"2026-05-12T12:18:55.365027Z","steps":["trace[1166741716] 'process raft request' (duration: 3.772669316s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:18:55.364773Z","caller":"traceutil/trace.go:171","msg":"trace[497878098] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26401; }","duration":"3.935994312s","start":"2026-05-12T12:18:51.428758Z","end":"2026-05-12T12:18:55.364752Z","steps":["trace[497878098] 'agreement among raft nodes before linearized reading' (duration: 3.935781086s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.365079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.428737Z","time spent":"3.936330201s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:55.365089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.591281Z","time spent":"3.773776455s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:55.364787Z","caller":"traceutil/trace.go:171","msg":"trace[1108650467] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"3.676218531s","start":"2026-05-12T12:18:51.688563Z","end":"2026-05-12T12:18:55.364781Z","steps":["trace[1108650467] 'process raft request' (duration: 3.675644926s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.365225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.688546Z","time spent":"3.67661765s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:18:55.364725Z","caller":"traceutil/trace.go:171","msg":"trace[1843466865] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26401; }","duration":"4.617463727s","start":"2026-05-12T12:18:50.747246Z","end":"2026-05-12T12:18:55.36471Z","steps":["trace[1843466865] 'agreement among raft nodes before linearized reading' (duration: 4.617359724s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:55.365497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:50.747223Z","time spent":"4.618258767s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:18:55.865241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:56.318895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:56.31899Z","caller":"traceutil/trace.go:171","msg":"trace[68535096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555273s","start":"2026-05-12T12:18:54.318414Z","end":"2026-05-12T12:18:56.318969Z","steps":["trace[68535096] 'agreement among raft nodes before linearized reading' (duration: 2.00043611s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:56.319038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:54.318382Z","time spent":"2.000647096s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:18:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:56.366047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:18:56.414965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.455448314s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:18:56.479566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:18:56.479674Z","caller":"traceutil/trace.go:171","msg":"trace[604101695] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482993s","start":"2026-05-12T12:18:54.479165Z","end":"2026-05-12T12:18:56.479648Z","steps":["trace[604101695] 'agreement among raft nodes before linearized reading' (duration: 2.000195745s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:56.47974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:54.479145Z","time spent":"2.000580395s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:18:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:57.480939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065677443s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:18:57.481153Z","caller":"traceutil/trace.go:171","msg":"trace[1795992842] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"5.205923529s","start":"2026-05-12T12:18:52.275197Z","end":"2026-05-12T12:18:57.48112Z","steps":["trace[1795992842] 'process raft request' (duration: 4.13999901s)","trace[1795992842] 'compare' (duration: 1.064758231s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:18:57.481199Z","caller":"traceutil/trace.go:171","msg":"trace[1145526483] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"4.307275672s","start":"2026-05-12T12:18:53.173884Z","end":"2026-05-12T12:18:57.48116Z","steps":["trace[1145526483] 'process raft request' (duration: 4.307134099s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:57.481314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:53.173859Z","time spent":"4.307389865s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:57.481325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:52.27518Z","time spent":"5.206056282s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:18:58.48725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:18:58.487341Z","caller":"traceutil/trace.go:171","msg":"trace[513224019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020401s","start":"2026-05-12T12:18:56.487295Z","end":"2026-05-12T12:18:58.487316Z","steps":["trace[513224019] 'agreement among raft nodes before linearized reading' (duration: 1.999911338s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:58.487482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:56.487279Z","time spent":"2.000186404s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:18:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:58.686456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:53.688676Z","time spent":"4.997772309s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:18:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:58.688656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:53.690091Z","time spent":"4.998557909s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:18:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:58.69339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99940712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:18:58.693455Z","caller":"traceutil/trace.go:171","msg":"trace[417564069] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999531333s","start":"2026-05-12T12:18:53.693908Z","end":"2026-05-12T12:18:58.693439Z","steps":["trace[417564069] 'agreement among raft nodes before linearized reading' (duration: 4.999443361s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:18:58.693497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:53.693871Z","time spent":"4.999618925s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/12 12:18:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:18:59.585122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.124490618s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:19:00.276155Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7ce99e1bf09b644b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-12T12:19:00.315745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:53.314676Z","time spent":"7.00106013s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-12T12:19:00.331328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.333032Z","time spent":"4.998290212s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:19:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:00.487722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:00.487804Z","caller":"traceutil/trace.go:171","msg":"trace[1023960824] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127343s","start":"2026-05-12T12:18:58.487658Z","end":"2026-05-12T12:19:00.487785Z","steps":["trace[1023960824] 'agreement among raft nodes before linearized reading' (duration: 2.000026011s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:00.487937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:58.487641Z","time spent":"2.000282006s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:19:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:02.353339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.872227526s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-12T12:19:02.354343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.773834582s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:02.356888Z","caller":"traceutil/trace.go:171","msg":"trace[509483606] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26403; }","duration":"4.776364433s","start":"2026-05-12T12:18:57.580455Z","end":"2026-05-12T12:19:02.356819Z","steps":["trace[509483606] 'range keys from in-memory index tree' (duration: 4.773810991s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:02.368127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998176879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:02.368303Z","caller":"traceutil/trace.go:171","msg":"trace[1452944663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998370305s","start":"2026-05-12T12:18:57.369884Z","end":"2026-05-12T12:19:02.368254Z","steps":["trace[1452944663] 'agreement among raft nodes before linearized reading' (duration: 4.998187649s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:02.368424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.36988Z","time spent":"4.998530169s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/12 12:19:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:02.369338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999366839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:19:02.369408Z","caller":"traceutil/trace.go:171","msg":"trace[1511093988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999455471s","start":"2026-05-12T12:18:57.369932Z","end":"2026-05-12T12:19:02.369387Z","steps":["trace[1511093988] 'agreement among raft nodes before linearized reading' (duration: 4.999376419s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:02.36945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.369927Z","time spent":"4.999513183s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-12T12:19:02.369567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999685017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-12T12:19:02.369572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.370927Z","time spent":"4.998640221s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-05-12T12:19:02.369599Z","caller":"traceutil/trace.go:171","msg":"trace[829650893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999733078s","start":"2026-05-12T12:18:57.369857Z","end":"2026-05-12T12:19:02.36959Z","steps":["trace[829650893] 'agreement among raft nodes before linearized reading' (duration: 4.999699967s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:02.369626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.369852Z","time spent":"4.999764749s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/12 12:19:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/12 12:19:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:02.370873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.372639Z","time spent":"4.99822913s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:19:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:02.498321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:19:02.498428Z","caller":"traceutil/trace.go:171","msg":"trace[1160526942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268797s","start":"2026-05-12T12:19:00.498135Z","end":"2026-05-12T12:19:02.498404Z","steps":["trace[1160526942] 'agreement among raft nodes before linearized reading' (duration: 2.000150684s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:02.498477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.498107Z","time spent":"2.000359788s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:02.644491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.644105Z","time spent":"7.000377314s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-12T12:19:02.668701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.083237947s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:19:02.861072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999208909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:02.861161Z","caller":"traceutil/trace.go:171","msg":"trace[2066795666] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.999352953s","start":"2026-05-12T12:18:52.861787Z","end":"2026-05-12T12:19:02.86114Z","steps":["trace[2066795666] 'agreement among raft nodes before linearized reading' (duration: 9.999241269s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:02.861219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:52.861764Z","time spent":"9.999438385s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/12 12:19:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:03.686861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997940973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:03.686935Z","caller":"traceutil/trace.go:171","msg":"trace[1843560122] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998057706s","start":"2026-05-12T12:18:58.688854Z","end":"2026-05-12T12:19:03.686912Z","steps":["trace[1843560122] 'agreement among raft nodes before linearized reading' (duration: 4.997977294s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.686975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:58.688835Z","time spent":"4.998132918s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/12 12:19:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:03.695047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005240284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:03.695143Z","caller":"traceutil/trace.go:171","msg":"trace[1209241447] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.005388838s","start":"2026-05-12T12:18:58.689733Z","end":"2026-05-12T12:19:03.695122Z","steps":["trace[1209241447] 'agreement among raft nodes before linearized reading' (duration: 5.005258905s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.695188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:58.689719Z","time spent":"5.005459969s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/12 12:19:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:03.696467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33735348s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:03.696822Z","caller":"traceutil/trace.go:171","msg":"trace[2073613631] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"1.209623312s","start":"2026-05-12T12:19:02.487184Z","end":"2026-05-12T12:19:03.696807Z","steps":["trace[2073613631] 'process raft request' (duration: 1.209587951s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.696887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:02.487152Z","time spent":"1.209701864s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:03.697021Z","caller":"traceutil/trace.go:171","msg":"trace[947545038] linearizableReadLoop","detail":"{readStateIndex:27274; appliedIndex:27266; }","duration":"8.332443123s","start":"2026-05-12T12:18:55.364572Z","end":"2026-05-12T12:19:03.697015Z","steps":["trace[947545038] 'read index received' (duration: 1.050644404s)","trace[947545038] 'applied index is now lower than readState.Index' (duration: 7.281797829s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:19:03.697138Z","caller":"traceutil/trace.go:171","msg":"trace[1676645637] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"5.908114294s","start":"2026-05-12T12:18:57.789019Z","end":"2026-05-12T12:19:03.697133Z","steps":["trace[1676645637] 'process raft request' (duration: 5.907679444s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.697173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.788982Z","time spent":"5.908173036s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:03.697243Z","caller":"traceutil/trace.go:171","msg":"trace[1506438563] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26411; }","duration":"3.375820047s","start":"2026-05-12T12:19:00.321418Z","end":"2026-05-12T12:19:03.697238Z","steps":["trace[1506438563] 'process raft request' (duration: 3.375330675s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.697282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.321364Z","time spent":"3.375902339s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:03.697343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.450342937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:03.697384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.914829204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:03.69736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.587314853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:03.697406Z","caller":"traceutil/trace.go:171","msg":"trace[1618053665] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26412; }","duration":"10.914897106s","start":"2026-05-12T12:18:52.782501Z","end":"2026-05-12T12:19:03.697399Z","steps":["trace[1618053665] 'agreement among raft nodes before linearized reading' (duration: 10.914868815s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:03.697413Z","caller":"traceutil/trace.go:171","msg":"trace[1503917076] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26412; }","duration":"10.587393265s","start":"2026-05-12T12:18:53.110011Z","end":"2026-05-12T12:19:03.697405Z","steps":["trace[1503917076] 'agreement among raft nodes before linearized reading' (duration: 10.587326413s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.697424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:52.782484Z","time spent":"10.914935737s","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.697439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:53.109992Z","time spent":"10.587438006s","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.697556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.143905931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-12T12:19:03.697578Z","caller":"traceutil/trace.go:171","msg":"trace[1341134725] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26412; }","duration":"11.143959242s","start":"2026-05-12T12:18:52.553612Z","end":"2026-05-12T12:19:03.697572Z","steps":["trace[1341134725] 'agreement among raft nodes before linearized reading' (duration: 11.14388087s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.697591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:52.55359Z","time spent":"11.143997482s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-12T12:19:03.697695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.223784689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-12T12:19:03.697713Z","caller":"traceutil/trace.go:171","msg":"trace[1434953619] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7; range_end:; response_count:1; response_revision:26412; }","duration":"11.223831659s","start":"2026-05-12T12:18:52.473877Z","end":"2026-05-12T12:19:03.697709Z","steps":["trace[1434953619] 'agreement among raft nodes before linearized reading' (duration: 11.223779378s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.697727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:52.473859Z","time spent":"11.223863551s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00bfb8d3b7\" "} {"level":"warn","ts":"2026-05-12T12:19:03.697814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.435820934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:03.697834Z","caller":"traceutil/trace.go:171","msg":"trace[2054929169] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26412; }","duration":"11.435839934s","start":"2026-05-12T12:18:52.261988Z","end":"2026-05-12T12:19:03.697828Z","steps":["trace[2054929169] 'agreement among raft nodes before linearized reading' (duration: 11.435804553s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.697847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:52.261938Z","time spent":"11.435905567s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.697961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.529955144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:03.697978Z","caller":"traceutil/trace.go:171","msg":"trace[699012874] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26412; }","duration":"11.530009366s","start":"2026-05-12T12:18:52.167965Z","end":"2026-05-12T12:19:03.697974Z","steps":["trace[699012874] 'agreement among raft nodes before linearized reading' (duration: 11.529947304s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.69799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:52.167943Z","time spent":"11.530044246s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.698064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.743857536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:03.698084Z","caller":"traceutil/trace.go:171","msg":"trace[998406456] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26412; }","duration":"11.743913847s","start":"2026-05-12T12:18:51.954166Z","end":"2026-05-12T12:19:03.69808Z","steps":["trace[998406456] 'agreement among raft nodes before linearized reading' (duration: 11.743884617s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.698097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.954142Z","time spent":"11.743950728s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.698197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.773951518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:03.698215Z","caller":"traceutil/trace.go:171","msg":"trace[789850114] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26412; }","duration":"11.77400905s","start":"2026-05-12T12:18:51.924201Z","end":"2026-05-12T12:19:03.69821Z","steps":["trace[789850114] 'agreement among raft nodes before linearized reading' (duration: 11.773979619s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.698227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:51.924179Z","time spent":"11.77404506s","remote":"127.0.0.1:60034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:03.697386Z","caller":"traceutil/trace.go:171","msg":"trace[1055181749] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26412; }","duration":"10.450440399s","start":"2026-05-12T12:18:53.246935Z","end":"2026-05-12T12:19:03.697376Z","steps":["trace[1055181749] 'agreement among raft nodes before linearized reading' (duration: 10.450346197s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.698376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:53.246892Z","time spent":"10.451474544s","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.698856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.199450744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:03.698879Z","caller":"traceutil/trace.go:171","msg":"trace[732655851] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26412; }","duration":"10.199515076s","start":"2026-05-12T12:18:53.499359Z","end":"2026-05-12T12:19:03.698874Z","steps":["trace[732655851] 'agreement among raft nodes before linearized reading' (duration: 10.199479775s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.698893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:53.499334Z","time spent":"10.199555127s","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.699033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.507372603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:03.699051Z","caller":"traceutil/trace.go:171","msg":"trace[414885887] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26412; }","duration":"8.507420085s","start":"2026-05-12T12:18:55.191627Z","end":"2026-05-12T12:19:03.699047Z","steps":["trace[414885887] 'agreement among raft nodes before linearized reading' (duration: 8.507331713s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.699065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.19161Z","time spent":"8.507450705s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.699142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.669801937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:03.699162Z","caller":"traceutil/trace.go:171","msg":"trace[370271540] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26412; }","duration":"8.669852427s","start":"2026-05-12T12:18:55.029304Z","end":"2026-05-12T12:19:03.699157Z","steps":["trace[370271540] 'agreement among raft nodes before linearized reading' (duration: 8.669822717s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.69918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.029288Z","time spent":"8.669884359s","remote":"127.0.0.1:55626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.699264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.981482647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:03.699282Z","caller":"traceutil/trace.go:171","msg":"trace[1251808341] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26412; }","duration":"8.981542898s","start":"2026-05-12T12:18:54.717735Z","end":"2026-05-12T12:19:03.699278Z","steps":["trace[1251808341] 'agreement among raft nodes before linearized reading' (duration: 8.981514838s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.699297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:54.71769Z","time spent":"8.981602741s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.699423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.247453962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:03.699441Z","caller":"traceutil/trace.go:171","msg":"trace[565145094] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26412; }","duration":"9.247527684s","start":"2026-05-12T12:18:54.451909Z","end":"2026-05-12T12:19:03.699436Z","steps":["trace[565145094] 'agreement among raft nodes before linearized reading' (duration: 9.247442612s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.699455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:54.451886Z","time spent":"9.247565805s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.699534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.363864741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:03.699554Z","caller":"traceutil/trace.go:171","msg":"trace[1140042863] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26412; }","duration":"9.363925713s","start":"2026-05-12T12:18:54.335623Z","end":"2026-05-12T12:19:03.699548Z","steps":["trace[1140042863] 'agreement among raft nodes before linearized reading' (duration: 9.363896032s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.699567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:54.335601Z","time spent":"9.363962354s","remote":"127.0.0.1:55744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.699948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.418291607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-12T12:19:03.699979Z","caller":"traceutil/trace.go:171","msg":"trace[726600548] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26412; }","duration":"8.418365979s","start":"2026-05-12T12:18:55.281607Z","end":"2026-05-12T12:19:03.699973Z","steps":["trace[726600548] 'agreement among raft nodes before linearized reading' (duration: 8.416040282s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.699995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.281586Z","time spent":"8.418405961s","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2892,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:03.700116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.42364481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:03.700138Z","caller":"traceutil/trace.go:171","msg":"trace[203450414] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26412; }","duration":"10.423708901s","start":"2026-05-12T12:18:53.276422Z","end":"2026-05-12T12:19:03.700131Z","steps":["trace[203450414] 'agreement among raft nodes before linearized reading' (duration: 10.42367485s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:03.701599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:53.276397Z","time spent":"10.425191178s","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:04.4993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:04.499381Z","caller":"traceutil/trace.go:171","msg":"trace[1998364635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511972s","start":"2026-05-12T12:19:02.49885Z","end":"2026-05-12T12:19:04.499362Z","steps":["trace[1998364635] 'agreement among raft nodes before linearized reading' (duration: 2.00041724s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:04.499423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:02.498814Z","time spent":"2.000600914s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:19:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:05.331885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998209011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:05.331986Z","caller":"traceutil/trace.go:171","msg":"trace[1148060738] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998347625s","start":"2026-05-12T12:19:00.333608Z","end":"2026-05-12T12:19:05.331956Z","steps":["trace[1148060738] 'agreement among raft nodes before linearized reading' (duration: 4.99820263s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:05.332038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.333546Z","time spent":"4.998481308s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/12 12:19:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:05.435058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493418425s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:19:06.31867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000716827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:19:06.31883Z","caller":"traceutil/trace.go:171","msg":"trace[619518636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000958454s","start":"2026-05-12T12:19:04.317851Z","end":"2026-05-12T12:19:06.31881Z","steps":["trace[619518636] 'agreement among raft nodes before linearized reading' (duration: 2.000754809s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.318912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:04.317831Z","time spent":"2.001067166s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:19:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:06.505957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:19:06.506045Z","caller":"traceutil/trace.go:171","msg":"trace[1452855292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396139s","start":"2026-05-12T12:19:04.505629Z","end":"2026-05-12T12:19:06.506025Z","steps":["trace[1452855292] 'agreement among raft nodes before linearized reading' (duration: 2.000197745s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.506109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:04.505617Z","time spent":"2.000475661s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:06.518768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577157763s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:553"} {"level":"info","ts":"2026-05-12T12:19:06.518925Z","caller":"traceutil/trace.go:171","msg":"trace[1718514973] linearizableReadLoop","detail":"{readStateIndex:27280; appliedIndex:27279; }","duration":"2.821873845s","start":"2026-05-12T12:19:03.697039Z","end":"2026-05-12T12:19:06.518913Z","steps":["trace[1718514973] 'read index received' (duration: 244.616308ms)","trace[1718514973] 'applied index is now lower than readState.Index' (duration: 2.577256607s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:06.519093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.932738312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-12T12:19:06.519113Z","caller":"traceutil/trace.go:171","msg":"trace[289556437] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26412; }","duration":"5.932792463s","start":"2026-05-12T12:19:00.586313Z","end":"2026-05-12T12:19:06.519106Z","steps":["trace[289556437] 'agreement among raft nodes before linearized reading' (duration: 5.932719022s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.58629Z","time spent":"5.932840215s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:19:06.519126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.914568513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-12T12:19:06.519187Z","caller":"traceutil/trace.go:171","msg":"trace[158910633] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26412; }","duration":"5.914652186s","start":"2026-05-12T12:19:00.604517Z","end":"2026-05-12T12:19:06.51917Z","steps":["trace[158910633] 'agreement among raft nodes before linearized reading' (duration: 5.914458171s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.604507Z","time spent":"5.914715007s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-12T12:19:06.51929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.149364235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-12T12:19:06.519308Z","caller":"traceutil/trace.go:171","msg":"trace[561806336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26412; }","duration":"9.149395016s","start":"2026-05-12T12:18:57.369908Z","end":"2026-05-12T12:19:06.519303Z","steps":["trace[561806336] 'agreement among raft nodes before linearized reading' (duration: 9.149338145s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.369903Z","time spent":"9.149420427s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T12:19:06.519347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.496576702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.519382Z","caller":"traceutil/trace.go:171","msg":"trace[421976930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26412; }","duration":"7.496606013s","start":"2026-05-12T12:18:59.022761Z","end":"2026-05-12T12:19:06.519367Z","steps":["trace[421976930] 'agreement among raft nodes before linearized reading' (duration: 7.496559612s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.51937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.205488858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:06.519412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:59.022705Z","time spent":"7.496699086s","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.519447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.151896546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-12T12:19:06.519464Z","caller":"traceutil/trace.go:171","msg":"trace[865986221] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26412; }","duration":"11.151935987s","start":"2026-05-12T12:18:55.367523Z","end":"2026-05-12T12:19:06.519459Z","steps":["trace[865986221] 'agreement among raft nodes before linearized reading' (duration: 11.151878475s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.51948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.367512Z","time spent":"11.151964558s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-12T12:19:06.519472Z","caller":"traceutil/trace.go:171","msg":"trace[589575989] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26412; }","duration":"7.205591421s","start":"2026-05-12T12:18:59.313825Z","end":"2026-05-12T12:19:06.519416Z","steps":["trace[589575989] 'agreement among raft nodes before linearized reading' (duration: 7.205487358s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.150307828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-12T12:19:06.519529Z","caller":"traceutil/trace.go:171","msg":"trace[1365549293] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26412; }","duration":"2.831471351s","start":"2026-05-12T12:19:03.688035Z","end":"2026-05-12T12:19:06.519507Z","steps":["trace[1365549293] 'process raft request' (duration: 253.516248ms)","trace[1365549293] 'compare' (duration: 2.577101822s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:06.519561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.249800385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.519571Z","caller":"traceutil/trace.go:171","msg":"trace[1096608528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26412; }","duration":"11.150393219s","start":"2026-05-12T12:18:55.369166Z","end":"2026-05-12T12:19:06.519559Z","steps":["trace[1096608528] 'agreement among raft nodes before linearized reading' (duration: 11.150226425s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.148695788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:19:06.519587Z","caller":"traceutil/trace.go:171","msg":"trace[582311799] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26412; }","duration":"8.249831256s","start":"2026-05-12T12:18:58.269748Z","end":"2026-05-12T12:19:06.51958Z","steps":["trace[582311799] 'agreement among raft nodes before linearized reading' (duration: 8.249784035s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.36915Z","time spent":"11.150439021s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-12T12:19:06.519601Z","caller":"traceutil/trace.go:171","msg":"trace[37217408] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26412; }","duration":"9.149054506s","start":"2026-05-12T12:18:57.37054Z","end":"2026-05-12T12:19:06.519594Z","steps":["trace[37217408] 'agreement among raft nodes before linearized reading' (duration: 9.148617076s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:58.269684Z","time spent":"8.249919437s","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.519602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.958117906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:06.519623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.370524Z","time spent":"9.149093088s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:19:06.519625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:03.688019Z","time spent":"2.831555133s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:06.519651Z","caller":"traceutil/trace.go:171","msg":"trace[1890879624] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26412; }","duration":"5.958193428s","start":"2026-05-12T12:19:00.561443Z","end":"2026-05-12T12:19:06.519636Z","steps":["trace[1890879624] 'agreement among raft nodes before linearized reading' (duration: 5.958114006s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.561425Z","time spent":"5.958255329s","remote":"127.0.0.1:55514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.519734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.149915368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-12T12:19:06.51975Z","caller":"traceutil/trace.go:171","msg":"trace[411528605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26412; }","duration":"9.149959641s","start":"2026-05-12T12:18:57.369786Z","end":"2026-05-12T12:19:06.519745Z","steps":["trace[411528605] 'agreement among raft nodes before linearized reading' (duration: 9.149909479s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.369765Z","time spent":"9.149994431s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T12:19:06.519765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.703256141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.519802Z","caller":"traceutil/trace.go:171","msg":"trace[1255912716] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26412; }","duration":"8.703320763s","start":"2026-05-12T12:18:57.816474Z","end":"2026-05-12T12:19:06.519795Z","steps":["trace[1255912716] 'agreement among raft nodes before linearized reading' (duration: 8.703271452s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.519818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.533403445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:19:06.519848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.816461Z","time spent":"8.703355194s","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:06.519855Z","caller":"traceutil/trace.go:171","msg":"trace[1383531901] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26412; }","duration":"10.533469457s","start":"2026-05-12T12:18:55.986381Z","end":"2026-05-12T12:19:06.51985Z","steps":["trace[1383531901] 'agreement among raft nodes before linearized reading' (duration: 10.533415906s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.51987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.986366Z","time spent":"10.533499708s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.519919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197813001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:06.51953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:59.313805Z","time spent":"7.205708614s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:06.519976Z","caller":"traceutil/trace.go:171","msg":"trace[261667898] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26412; }","duration":"3.197876172s","start":"2026-05-12T12:19:03.322083Z","end":"2026-05-12T12:19:06.519959Z","steps":["trace[261667898] 'agreement among raft nodes before linearized reading' (duration: 3.197718758s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.520028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:03.322043Z","time spent":"3.197971164s","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.519732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.420766408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.520072Z","caller":"traceutil/trace.go:171","msg":"trace[1282720549] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26412; }","duration":"8.421142909s","start":"2026-05-12T12:18:58.098921Z","end":"2026-05-12T12:19:06.520064Z","steps":["trace[1282720549] 'agreement among raft nodes before linearized reading' (duration: 8.420787509s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.520089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:58.0989Z","time spent":"8.421184159s","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.520569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816748709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a53fa98f-9fed-46fa-afa1-6550e0829e08\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-12T12:19:06.520606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149962727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-12T12:19:06.520629Z","caller":"traceutil/trace.go:171","msg":"trace[1308480455] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26413; }","duration":"4.150011587s","start":"2026-05-12T12:19:02.37061Z","end":"2026-05-12T12:19:06.520622Z","steps":["trace[1308480455] 'agreement among raft nodes before linearized reading' (duration: 4.149659789s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:06.520623Z","caller":"traceutil/trace.go:171","msg":"trace[1667326952] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a53fa98f-9fed-46fa-afa1-6550e0829e08; range_end:; response_count:1; response_revision:26413; }","duration":"2.816832681s","start":"2026-05-12T12:19:03.703774Z","end":"2026-05-12T12:19:06.520606Z","steps":["trace[1667326952] 'agreement among raft nodes before linearized reading' (duration: 2.816631276s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.52065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:02.370596Z","time spent":"4.150048719s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-12T12:19:06.520671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.781791456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:19:06.520672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:03.70376Z","time spent":"2.816895693s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-a53fa98f-9fed-46fa-afa1-6550e0829e08\" "} {"level":"warn","ts":"2026-05-12T12:19:06.520695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.853953875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.520721Z","caller":"traceutil/trace.go:171","msg":"trace[1884814398] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26413; }","duration":"6.854046287s","start":"2026-05-12T12:18:59.666667Z","end":"2026-05-12T12:19:06.520713Z","steps":["trace[1884814398] 'agreement among raft nodes before linearized reading' (duration: 6.85333356s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.520741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:59.666627Z","time spent":"6.854109109s","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.520745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.806234255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:06.520753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.064844162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.520768Z","caller":"traceutil/trace.go:171","msg":"trace[1470031995] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26413; }","duration":"9.064885213s","start":"2026-05-12T12:18:57.455878Z","end":"2026-05-12T12:19:06.520764Z","steps":["trace[1470031995] 'agreement among raft nodes before linearized reading' (duration: 9.064058864s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:06.520769Z","caller":"traceutil/trace.go:171","msg":"trace[85982118] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26413; }","duration":"3.806296225s","start":"2026-05-12T12:19:02.714464Z","end":"2026-05-12T12:19:06.52076Z","steps":["trace[85982118] 'agreement among raft nodes before linearized reading' (duration: 3.805757462s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.520785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.455864Z","time spent":"9.064915044s","remote":"127.0.0.1:55372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.520791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:02.714438Z","time spent":"3.806346727s","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.520843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.130135001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.520863Z","caller":"traceutil/trace.go:171","msg":"trace[2002599433] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26413; }","duration":"11.130155342s","start":"2026-05-12T12:18:55.390701Z","end":"2026-05-12T12:19:06.520857Z","steps":["trace[2002599433] 'agreement among raft nodes before linearized reading' (duration: 11.12926149s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.520867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.623639048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:06.520872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872030585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-12T12:19:06.520881Z","caller":"traceutil/trace.go:171","msg":"trace[1858405213] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26413; }","duration":"10.623690209s","start":"2026-05-12T12:18:55.897186Z","end":"2026-05-12T12:19:06.520877Z","steps":["trace[1858405213] 'agreement among raft nodes before linearized reading' (duration: 10.622754077s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.520882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.390664Z","time spent":"11.130212532s","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:06.520892Z","caller":"traceutil/trace.go:171","msg":"trace[427132187] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26413; }","duration":"3.872049065s","start":"2026-05-12T12:19:02.648836Z","end":"2026-05-12T12:19:06.520885Z","steps":["trace[427132187] 'agreement among raft nodes before linearized reading' (duration: 3.8714037s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.520911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.756037032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:06.520895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.897129Z","time spent":"10.623762731s","remote":"127.0.0.1:57410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:06.520924Z","caller":"traceutil/trace.go:171","msg":"trace[1396959903] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26413; }","duration":"10.756068902s","start":"2026-05-12T12:18:55.764851Z","end":"2026-05-12T12:19:06.52092Z","steps":["trace[1396959903] 'agreement among raft nodes before linearized reading' (duration: 10.755097369s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.520938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.76484Z","time spent":"10.756093853s","remote":"127.0.0.1:55616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.520932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540407408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-12T12:19:06.520965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073947571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.52099Z","caller":"traceutil/trace.go:171","msg":"trace[28627014] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26413; }","duration":"4.074011453s","start":"2026-05-12T12:19:02.446966Z","end":"2026-05-12T12:19:06.520978Z","steps":["trace[28627014] 'agreement among raft nodes before linearized reading' (duration: 4.073283125s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:06.52098Z","caller":"traceutil/trace.go:171","msg":"trace[1121409898] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26413; }","duration":"4.54049695s","start":"2026-05-12T12:19:01.980469Z","end":"2026-05-12T12:19:06.520965Z","steps":["trace[1121409898] 'agreement among raft nodes before linearized reading' (duration: 4.539816754s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.52101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:02.446945Z","time spent":"4.074058814s","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.521018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.988661991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:06.521032Z","caller":"traceutil/trace.go:171","msg":"trace[1392416607] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26413; }","duration":"5.988698541s","start":"2026-05-12T12:19:00.53233Z","end":"2026-05-12T12:19:06.521028Z","steps":["trace[1392416607] 'agreement among raft nodes before linearized reading' (duration: 5.987609385s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.521027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:01.980445Z","time spent":"4.540571042s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-12T12:19:06.521046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.532318Z","time spent":"5.988724261s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.521095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.147928345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-12T12:19:06.521104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.150247757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-12T12:19:06.521112Z","caller":"traceutil/trace.go:171","msg":"trace[276943498] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26413; }","duration":"4.147958267s","start":"2026-05-12T12:19:02.373148Z","end":"2026-05-12T12:19:06.521106Z","steps":["trace[276943498] 'agreement among raft nodes before linearized reading' (duration: 4.147111936s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:06.521116Z","caller":"traceutil/trace.go:171","msg":"trace[1636899708] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26413; }","duration":"9.150277187s","start":"2026-05-12T12:18:57.370835Z","end":"2026-05-12T12:19:06.521112Z","steps":["trace[1636899708] 'agreement among raft nodes before linearized reading' (duration: 9.149112129s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.521119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.343915566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-12T12:19:06.521132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:57.370825Z","time spent":"9.150303457s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:19:06.521133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:02.373141Z","time spent":"4.147987507s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-12T12:19:06.521137Z","caller":"traceutil/trace.go:171","msg":"trace[329419160] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26413; }","duration":"6.343954956s","start":"2026-05-12T12:19:00.177177Z","end":"2026-05-12T12:19:06.521132Z","steps":["trace[329419160] 'agreement among raft nodes before linearized reading' (duration: 6.342802029s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.521155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.177168Z","time spent":"6.343983437s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.521174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.77913054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:06.521188Z","caller":"traceutil/trace.go:171","msg":"trace[2135522220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26413; }","duration":"10.779184932s","start":"2026-05-12T12:18:55.741999Z","end":"2026-05-12T12:19:06.521184Z","steps":["trace[2135522220] 'agreement among raft nodes before linearized reading' (duration: 10.777954312s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.521202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.741978Z","time spent":"10.779219053s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.521254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.347167915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.521274Z","caller":"traceutil/trace.go:171","msg":"trace[587045717] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26413; }","duration":"6.347188476s","start":"2026-05-12T12:19:00.17408Z","end":"2026-05-12T12:19:06.521269Z","steps":["trace[587045717] 'agreement among raft nodes before linearized reading' (duration: 6.345909455s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.521291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.174013Z","time spent":"6.347273428s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.520909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:02.648812Z","time spent":"3.872093117s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-12T12:19:06.521814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37796083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.521844Z","caller":"traceutil/trace.go:171","msg":"trace[1862785193] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26413; }","duration":"1.378050171s","start":"2026-05-12T12:19:05.143787Z","end":"2026-05-12T12:19:06.521837Z","steps":["trace[1862785193] 'agreement among raft nodes before linearized reading' (duration: 1.37800011s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.521866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:05.14377Z","time spent":"1.378089283s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.521966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.789109976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.52199Z","caller":"traceutil/trace.go:171","msg":"trace[974041367] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26413; }","duration":"4.789180058s","start":"2026-05-12T12:19:01.732804Z","end":"2026-05-12T12:19:06.521984Z","steps":["trace[974041367] 'agreement among raft nodes before linearized reading' (duration: 4.787492627s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.522008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:01.732781Z","time spent":"4.789221899s","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.522067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.859056685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:06.522099Z","caller":"traceutil/trace.go:171","msg":"trace[685165284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26413; }","duration":"5.859123847s","start":"2026-05-12T12:19:00.662967Z","end":"2026-05-12T12:19:06.522091Z","steps":["trace[685165284] 'agreement among raft nodes before linearized reading' (duration: 5.857350904s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.522121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.662476Z","time spent":"5.859639149s","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.52216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.945816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:06.52218Z","caller":"traceutil/trace.go:171","msg":"trace[162773126] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"2.820910661s","start":"2026-05-12T12:19:03.701226Z","end":"2026-05-12T12:19:06.522137Z","steps":["trace[162773126] 'process raft request' (duration: 2.81762294s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:06.522255Z","caller":"traceutil/trace.go:171","msg":"trace[866158339] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26413; }","duration":"385.07968ms","start":"2026-05-12T12:19:06.137143Z","end":"2026-05-12T12:19:06.522222Z","steps":["trace[866158339] 'agreement among raft nodes before linearized reading' (duration: 384.853524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.522267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188013468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-05-12T12:19:06.520998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.0271971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-12T12:19:06.522298Z","caller":"traceutil/trace.go:171","msg":"trace[1790548148] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26413; }","duration":"1.188082279s","start":"2026-05-12T12:19:05.334207Z","end":"2026-05-12T12:19:06.52229Z","steps":["trace[1790548148] 'agreement among raft nodes before linearized reading' (duration: 1.188010688s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:06.520687Z","caller":"traceutil/trace.go:171","msg":"trace[612520084] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26413; }","duration":"10.781857728s","start":"2026-05-12T12:18:55.738825Z","end":"2026-05-12T12:19:06.520682Z","steps":["trace[612520084] 'agreement among raft nodes before linearized reading' (duration: 10.78113355s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.522309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.137122Z","time spent":"385.176482ms","remote":"127.0.0.1:44694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.522333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:05.334187Z","time spent":"1.188129051s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-12T12:19:06.522371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818500101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-12T12:19:06.522397Z","caller":"traceutil/trace.go:171","msg":"trace[119917761] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26413; }","duration":"2.818547723s","start":"2026-05-12T12:19:03.703844Z","end":"2026-05-12T12:19:06.522392Z","steps":["trace[119917761] 'agreement among raft nodes before linearized reading' (duration: 2.818480311s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.522411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.91985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:06.522417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:03.703835Z","time spent":"2.818577253s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-05-12T12:19:06.522437Z","caller":"traceutil/trace.go:171","msg":"trace[1241497213] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26413; }","duration":"949.992992ms","start":"2026-05-12T12:19:05.572437Z","end":"2026-05-12T12:19:06.52243Z","steps":["trace[1241497213] 'agreement among raft nodes before linearized reading' (duration: 949.954411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.522419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:18:55.738795Z","time spent":"10.783564289s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.522468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:05.572414Z","time spent":"950.047714ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:06.522452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:03.70121Z","time spent":"2.821115146s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:06.522304Z","caller":"traceutil/trace.go:171","msg":"trace[680597726] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26413; }","duration":"6.028541333s","start":"2026-05-12T12:19:00.493756Z","end":"2026-05-12T12:19:06.522298Z","steps":["trace[680597726] 'agreement among raft nodes before linearized reading' (duration: 6.026200196s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.522604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.493738Z","time spent":"6.028859132s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-12T12:19:06.522564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816473822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-05-12T12:19:06.522573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145285145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:06.522214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.789134081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:06.522697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152431407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-12T12:19:06.52487Z","caller":"traceutil/trace.go:171","msg":"trace[332101457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26413; }","duration":"2.15461353s","start":"2026-05-12T12:19:04.370237Z","end":"2026-05-12T12:19:06.52485Z","steps":["trace[332101457] 'agreement among raft nodes before linearized reading' (duration: 2.152419326s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.524929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:04.370227Z","time spent":"2.154684511s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-12T12:19:06.522673Z","caller":"traceutil/trace.go:171","msg":"trace[1506697463] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26413; }","duration":"2.816594855s","start":"2026-05-12T12:19:03.706065Z","end":"2026-05-12T12:19:06.52266Z","steps":["trace[1506697463] 'agreement among raft nodes before linearized reading' (duration: 2.81599903s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.525115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:03.706058Z","time spent":"2.819040285s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-12T12:19:06.522721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151032232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-12T12:19:06.522721Z","caller":"traceutil/trace.go:171","msg":"trace[1567410595] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26413; }","duration":"1.145408378s","start":"2026-05-12T12:19:05.37728Z","end":"2026-05-12T12:19:06.522688Z","steps":["trace[1567410595] 'agreement among raft nodes before linearized reading' (duration: 1.145270745s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.522753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560353199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-12T12:19:06.522799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486115545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:19:06.522806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150579771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-12T12:19:06.522949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.401469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:06.525759Z","caller":"traceutil/trace.go:171","msg":"trace[248673981] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26413; }","duration":"610.26177ms","start":"2026-05-12T12:19:05.915481Z","end":"2026-05-12T12:19:06.525743Z","steps":["trace[248673981] 'agreement among raft nodes before linearized reading' (duration: 606.61786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.525831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:05.915458Z","time spent":"610.354852ms","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:06.525876Z","caller":"traceutil/trace.go:171","msg":"trace[2034791174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26413; }","duration":"5.792614318s","start":"2026-05-12T12:19:00.733045Z","end":"2026-05-12T12:19:06.525659Z","steps":["trace[2034791174] 'agreement among raft nodes before linearized reading' (duration: 5.787263666s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.526055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:00.733021Z","time spent":"5.792895265s","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:06.526248Z","caller":"traceutil/trace.go:171","msg":"trace[536301274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26413; }","duration":"2.15461313s","start":"2026-05-12T12:19:04.371622Z","end":"2026-05-12T12:19:06.526235Z","steps":["trace[536301274] 'agreement among raft nodes before linearized reading' (duration: 2.151015752s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.526358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:04.371601Z","time spent":"2.154745133s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-12T12:19:06.526526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:05.377242Z","time spent":"1.149273843s","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:06.526559Z","caller":"traceutil/trace.go:171","msg":"trace[618078571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26413; }","duration":"2.154386855s","start":"2026-05-12T12:19:04.372158Z","end":"2026-05-12T12:19:06.526544Z","steps":["trace[618078571] 'agreement among raft nodes before linearized reading' (duration: 2.150589782s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.527315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:04.372124Z","time spent":"2.155164943s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-12T12:19:06.526582Z","caller":"traceutil/trace.go:171","msg":"trace[205786852] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26413; }","duration":"1.489906968s","start":"2026-05-12T12:19:05.036669Z","end":"2026-05-12T12:19:06.526576Z","steps":["trace[205786852] 'agreement among raft nodes before linearized reading' (duration: 1.486072874s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.527437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:05.036593Z","time spent":"1.490831211s","remote":"127.0.0.1:48706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:06.526582Z","caller":"traceutil/trace.go:171","msg":"trace[1023879838] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26413; }","duration":"2.564222904s","start":"2026-05-12T12:19:03.962349Z","end":"2026-05-12T12:19:06.526572Z","steps":["trace[1023879838] 'agreement among raft nodes before linearized reading' (duration: 2.560327759s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:06.527677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:03.962328Z","time spent":"2.565336101s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-12T12:19:07.028027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:07.368597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.529572Z","time spent":"839.020178ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:07.370375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.530521Z","time spent":"839.851889ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:07.370412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.090889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-12T12:19:07.370451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.52811Z","time spent":"842.33969ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-12T12:19:07.370478Z","caller":"traceutil/trace.go:171","msg":"trace[1111060808] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"839.192271ms","start":"2026-05-12T12:19:06.531271Z","end":"2026-05-12T12:19:07.370463Z","steps":["trace[1111060808] 'agreement among raft nodes before linearized reading' (duration: 839.102179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:07.370437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.530838Z","time spent":"839.591812ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-12T12:19:07.370511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.528063Z","time spent":"842.447692ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-12T12:19:07.370516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.531263Z","time spent":"839.246453ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-12T12:19:07.370533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.529637Z","time spent":"840.894694ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:07.370725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.535168Z","time spent":"835.547692ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:07.372521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.851865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:07.372547Z","caller":"traceutil/trace.go:171","msg":"trace[1364898329] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"836.906465ms","start":"2026-05-12T12:19:06.535633Z","end":"2026-05-12T12:19:07.37254Z","steps":["trace[1364898329] 'agreement among raft nodes before linearized reading' (duration: 836.876575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:07.372571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.535626Z","time spent":"836.940186ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:07.396891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.800199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:07.396938Z","caller":"traceutil/trace.go:171","msg":"trace[1974795904] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"805.910071ms","start":"2026-05-12T12:19:06.591015Z","end":"2026-05-12T12:19:07.396925Z","steps":["trace[1974795904] 'agreement among raft nodes before linearized reading' (duration: 805.8404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:07.396967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.590991Z","time spent":"805.970213ms","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/05/12 12:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:07.528219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:07.921532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393512674s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:19:08.349413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.453415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:08.349539Z","caller":"traceutil/trace.go:171","msg":"trace[885351131] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"1.821591324s","start":"2026-05-12T12:19:06.527929Z","end":"2026-05-12T12:19:08.34952Z","steps":["trace[885351131] 'process raft request' (duration: 1.393923624s)","trace[885351131] 'compare' (duration: 425.561608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:08.349584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.527912Z","time spent":"1.821654445s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:08.348058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.290464ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:08.349736Z","caller":"traceutil/trace.go:171","msg":"trace[841776594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26413; }","duration":"769.974766ms","start":"2026-05-12T12:19:07.579739Z","end":"2026-05-12T12:19:08.349714Z","steps":["trace[841776594] 'range keys from in-memory index tree' (duration: 768.272554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:10.468439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000522853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:10.468534Z","caller":"traceutil/trace.go:171","msg":"trace[1605361440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723918s","start":"2026-05-12T12:19:08.467787Z","end":"2026-05-12T12:19:10.46851Z","steps":["trace[1605361440] 'agreement among raft nodes before linearized reading' (duration: 2.000604585s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:10.468602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:08.467758Z","time spent":"2.00082748s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:19:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:10.641694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1136215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:10.641775Z","caller":"traceutil/trace.go:171","msg":"trace[77081657] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"4.113731373s","start":"2026-05-12T12:19:06.528022Z","end":"2026-05-12T12:19:10.641754Z","steps":["trace[77081657] 'agreement among raft nodes before linearized reading' (duration: 4.11362741s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:10.641819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.528017Z","time spent":"4.113793304s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/12 12:19:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:10.796534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.503428556s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:19:10.79715Z","caller":"traceutil/trace.go:171","msg":"trace[647464014] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"4.267949323s","start":"2026-05-12T12:19:06.529167Z","end":"2026-05-12T12:19:10.797116Z","steps":["trace[647464014] 'process raft request' (duration: 4.2678018s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:10.797286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.529161Z","time spent":"4.268044415s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:10.797465Z","caller":"traceutil/trace.go:171","msg":"trace[1432250118] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"4.26697208s","start":"2026-05-12T12:19:06.530473Z","end":"2026-05-12T12:19:10.797445Z","steps":["trace[1432250118] 'process raft request' (duration: 4.266893797s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:10.797582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.530462Z","time spent":"4.267058812s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:10.797675Z","caller":"traceutil/trace.go:171","msg":"trace[1082644382] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"4.267684588s","start":"2026-05-12T12:19:06.529984Z","end":"2026-05-12T12:19:10.797669Z","steps":["trace[1082644382] 'process raft request' (duration: 4.267307517s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:10.797711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.52992Z","time spent":"4.267773019s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:10.797815Z","caller":"traceutil/trace.go:171","msg":"trace[1138435023] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"4.26254632s","start":"2026-05-12T12:19:06.535257Z","end":"2026-05-12T12:19:10.797804Z","steps":["trace[1138435023] 'process raft request' (duration: 4.262426487s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:10.79789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.535244Z","time spent":"4.262609222s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:11.873167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075375452s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-12T12:19:11.874182Z","caller":"traceutil/trace.go:171","msg":"trace[1144925193] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26426; }","duration":"4.501751776s","start":"2026-05-12T12:19:07.372412Z","end":"2026-05-12T12:19:11.874164Z","steps":["trace[1144925193] 'process raft request' (duration: 4.501560281s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:11.874183Z","caller":"traceutil/trace.go:171","msg":"trace[1948211899] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26426; }","duration":"4.50276293s","start":"2026-05-12T12:19:07.371382Z","end":"2026-05-12T12:19:11.874145Z","steps":["trace[1948211899] 'process raft request' (duration: 4.501898829s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:11.874261Z","caller":"traceutil/trace.go:171","msg":"trace[856933095] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26426; }","duration":"4.493654616s","start":"2026-05-12T12:19:07.380575Z","end":"2026-05-12T12:19:11.87423Z","steps":["trace[856933095] 'process raft request' (duration: 4.493499912s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.874308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:07.372406Z","time spent":"4.501828317s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:11.87431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:07.371355Z","time spent":"4.502890574s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":516,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:11.874308Z","caller":"traceutil/trace.go:171","msg":"trace[456866545] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26426; }","duration":"4.491638636s","start":"2026-05-12T12:19:07.382637Z","end":"2026-05-12T12:19:11.874276Z","steps":["trace[456866545] 'process raft request' (duration: 4.491513703s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.874409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:07.380554Z","time spent":"4.493769658s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:11.875111Z","caller":"traceutil/trace.go:171","msg":"trace[163348697] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"4.085696761s","start":"2026-05-12T12:19:07.789371Z","end":"2026-05-12T12:19:11.875067Z","steps":["trace[163348697] 'process raft request' (duration: 4.084828s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:11.875169Z","caller":"traceutil/trace.go:171","msg":"trace[1622699617] linearizableReadLoop","detail":"{readStateIndex:27298; appliedIndex:27281; }","duration":"5.347167331s","start":"2026-05-12T12:19:06.527963Z","end":"2026-05-12T12:19:11.875131Z","steps":["trace[1622699617] 'read index received' (duration: 1.393875063s)","trace[1622699617] 'applied index is now lower than readState.Index' (duration: 3.953286978s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:11.875298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:07.78935Z","time spent":"4.085849355s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:11.875576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879313015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:11.87563Z","caller":"traceutil/trace.go:171","msg":"trace[592654588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26429; }","duration":"1.879408728s","start":"2026-05-12T12:19:09.996207Z","end":"2026-05-12T12:19:11.875616Z","steps":["trace[592654588] 'agreement among raft nodes before linearized reading' (duration: 1.879296445s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.87568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:09.996185Z","time spent":"1.87948271s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:11.875619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.347590521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-12T12:19:11.875815Z","caller":"traceutil/trace.go:171","msg":"trace[749280339] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26429; }","duration":"5.347828017s","start":"2026-05-12T12:19:06.527959Z","end":"2026-05-12T12:19:11.875787Z","steps":["trace[749280339] 'agreement among raft nodes before linearized reading' (duration: 5.347459968s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.875919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283987679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:11.875938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.527942Z","time spent":"5.34797622s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-12T12:19:11.875969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867856137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:11.875969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.588688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:11.876178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195271338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:11.876185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072943482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-12T12:19:11.87624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063550162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-05-12T12:19:11.876248Z","caller":"traceutil/trace.go:171","msg":"trace[481595839] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26429; }","duration":"3.19533977s","start":"2026-05-12T12:19:08.680888Z","end":"2026-05-12T12:19:11.876228Z","steps":["trace[481595839] 'agreement among raft nodes before linearized reading' (duration: 3.195255068s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:11.876281Z","caller":"traceutil/trace.go:171","msg":"trace[163361924] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:26429; }","duration":"1.063604423s","start":"2026-05-12T12:19:10.812667Z","end":"2026-05-12T12:19:11.876271Z","steps":["trace[163361924] 'agreement among raft nodes before linearized reading' (duration: 1.063464929s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.876299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:08.680823Z","time spent":"3.195461882s","remote":"127.0.0.1:55700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:11.876307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345639443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11664807-c05e-40de-a8c5-baa9687675c5\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-05-12T12:19:11.876318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:10.812659Z","time spent":"1.063649844s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-05-12T12:19:11.876377Z","caller":"traceutil/trace.go:171","msg":"trace[287706010] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11664807-c05e-40de-a8c5-baa9687675c5; range_end:; response_count:1; response_revision:26429; }","duration":"5.345712596s","start":"2026-05-12T12:19:06.530646Z","end":"2026-05-12T12:19:11.876358Z","steps":["trace[287706010] 'agreement among raft nodes before linearized reading' (duration: 5.345559152s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.874502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:07.38263Z","time spent":"4.491756019s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:11.876421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.530638Z","time spent":"5.345775807s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-11664807-c05e-40de-a8c5-baa9687675c5\" "} {"level":"warn","ts":"2026-05-12T12:19:11.875927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633168013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:11.876503Z","caller":"traceutil/trace.go:171","msg":"trace[1862391840] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26429; }","duration":"2.633757398s","start":"2026-05-12T12:19:09.24271Z","end":"2026-05-12T12:19:11.876468Z","steps":["trace[1862391840] 'agreement among raft nodes before linearized reading' (duration: 2.633190004s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.87653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:10.804399Z","time spent":"1.072123303s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T12:19:11.876573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.348606517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00f24a3f2c\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-12T12:19:11.87658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.319947625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:11.876617Z","caller":"traceutil/trace.go:171","msg":"trace[1564563017] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aece00f24a3f2c; range_end:; response_count:1; response_revision:26429; }","duration":"5.348666538s","start":"2026-05-12T12:19:06.527939Z","end":"2026-05-12T12:19:11.876606Z","steps":["trace[1564563017] 'agreement among raft nodes before linearized reading' (duration: 5.347354475s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.876613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:09.242669Z","time spent":"2.633904853s","remote":"127.0.0.1:48130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:11.876633Z","caller":"traceutil/trace.go:171","msg":"trace[1133386254] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26429; }","duration":"4.320036867s","start":"2026-05-12T12:19:07.556579Z","end":"2026-05-12T12:19:11.876616Z","steps":["trace[1133386254] 'agreement among raft nodes before linearized reading' (duration: 4.319946815s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.876626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446448363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:11.876653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.527927Z","time spent":"5.34871813s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aece00f24a3f2c\" "} {"level":"info","ts":"2026-05-12T12:19:11.876686Z","caller":"traceutil/trace.go:171","msg":"trace[1680179176] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26429; }","duration":"4.446550675s","start":"2026-05-12T12:19:07.430122Z","end":"2026-05-12T12:19:11.876672Z","steps":["trace[1680179176] 'agreement among raft nodes before linearized reading' (duration: 4.446441953s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.876705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:07.556559Z","time spent":"4.320131429s","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:11.876453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407667953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:11.875974Z","caller":"traceutil/trace.go:171","msg":"trace[1826722297] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26429; }","duration":"2.2840698s","start":"2026-05-12T12:19:09.591889Z","end":"2026-05-12T12:19:11.875959Z","steps":["trace[1826722297] 'agreement among raft nodes before linearized reading' (duration: 2.283979568s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.876805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:07.430099Z","time spent":"4.446631758s","remote":"127.0.0.1:55704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:11.876808Z","caller":"traceutil/trace.go:171","msg":"trace[1491153950] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"1.231347467s","start":"2026-05-12T12:19:10.645444Z","end":"2026-05-12T12:19:11.876792Z","steps":["trace[1491153950] 'process raft request' (duration: 1.229701556s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.876843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:09.591871Z","time spent":"2.284950993s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:11.876783Z","caller":"traceutil/trace.go:171","msg":"trace[839067752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26429; }","duration":"1.408055672s","start":"2026-05-12T12:19:10.46871Z","end":"2026-05-12T12:19:11.876766Z","steps":["trace[839067752] 'agreement among raft nodes before linearized reading' (duration: 1.407631641s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:11.876235Z","caller":"traceutil/trace.go:171","msg":"trace[1493844532] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26429; }","duration":"302.887725ms","start":"2026-05-12T12:19:11.573323Z","end":"2026-05-12T12:19:11.876211Z","steps":["trace[1493844532] 'agreement among raft nodes before linearized reading' (duration: 302.568067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.876889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:10.645409Z","time spent":"1.231438749s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:11.876295Z","caller":"traceutil/trace.go:171","msg":"trace[2053451696] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"3.170720343s","start":"2026-05-12T12:19:08.70556Z","end":"2026-05-12T12:19:11.87628Z","steps":["trace[2053451696] 'process raft request' (duration: 3.169428181s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.876058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009697039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:19:11.87699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.573308Z","time spent":"303.643854ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:11.877012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:10.46868Z","time spent":"1.408316728s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:11.8761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163024968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:11.877044Z","caller":"traceutil/trace.go:171","msg":"trace[671329302] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26429; }","duration":"2.010664943s","start":"2026-05-12T12:19:09.86635Z","end":"2026-05-12T12:19:11.877015Z","steps":["trace[671329302] 'agreement among raft nodes before linearized reading' (duration: 2.009646018s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:11.877073Z","caller":"traceutil/trace.go:171","msg":"trace[1591597967] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26429; }","duration":"2.164042773s","start":"2026-05-12T12:19:09.713018Z","end":"2026-05-12T12:19:11.877061Z","steps":["trace[1591597967] 'agreement among raft nodes before linearized reading' (duration: 2.163061209s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.87707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:08.705529Z","time spent":"3.171478211s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:11.877095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:09.866285Z","time spent":"2.010793996s","remote":"127.0.0.1:44876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:11.877109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:09.713003Z","time spent":"2.164094575s","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:11.876102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570543801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:11.875868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88784116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:11.877133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073962977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-12T12:19:11.877153Z","caller":"traceutil/trace.go:171","msg":"trace[32137607] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26429; }","duration":"4.571644908s","start":"2026-05-12T12:19:07.305491Z","end":"2026-05-12T12:19:11.877136Z","steps":["trace[32137607] 'agreement among raft nodes before linearized reading' (duration: 4.570524811s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:11.877183Z","caller":"traceutil/trace.go:171","msg":"trace[877555115] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26429; }","duration":"2.889212824s","start":"2026-05-12T12:19:08.987956Z","end":"2026-05-12T12:19:11.877169Z","steps":["trace[877555115] 'agreement among raft nodes before linearized reading' (duration: 2.887804299s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:11.877202Z","caller":"traceutil/trace.go:171","msg":"trace[1627019090] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26429; }","duration":"1.07405833s","start":"2026-05-12T12:19:10.803127Z","end":"2026-05-12T12:19:11.877185Z","steps":["trace[1627019090] 'agreement among raft nodes before linearized reading' (duration: 1.073768873s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.876155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.648339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:19:11.877228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:08.987924Z","time spent":"2.889294217s","remote":"127.0.0.1:55556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:11.877228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:07.305468Z","time spent":"4.571747711s","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:11.877252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:10.803112Z","time spent":"1.074124141s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-12T12:19:11.877278Z","caller":"traceutil/trace.go:171","msg":"trace[1397082440] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26429; }","duration":"626.803058ms","start":"2026-05-12T12:19:11.250453Z","end":"2026-05-12T12:19:11.877256Z","steps":["trace[1397082440] 'agreement among raft nodes before linearized reading' (duration: 625.620569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.877344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.250432Z","time spent":"626.89161ms","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:11.876016Z","caller":"traceutil/trace.go:171","msg":"trace[1858217266] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26429; }","duration":"2.86793378s","start":"2026-05-12T12:19:09.008068Z","end":"2026-05-12T12:19:11.876002Z","steps":["trace[1858217266] 'agreement among raft nodes before linearized reading' (duration: 2.867879688s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.877894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:09.008043Z","time spent":"2.869823786s","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:11.876239Z","caller":"traceutil/trace.go:171","msg":"trace[1118996831] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26429; }","duration":"1.073034595s","start":"2026-05-12T12:19:10.803195Z","end":"2026-05-12T12:19:11.87623Z","steps":["trace[1118996831] 'agreement among raft nodes before linearized reading' (duration: 1.07284416s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.878576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:10.803171Z","time spent":"1.075389332s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-12T12:19:11.878834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.339021929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293326"} {"level":"info","ts":"2026-05-12T12:19:11.878878Z","caller":"traceutil/trace.go:171","msg":"trace[1416394114] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26429; }","duration":"5.339079432s","start":"2026-05-12T12:19:06.539788Z","end":"2026-05-12T12:19:11.878868Z","steps":["trace[1416394114] 'agreement among raft nodes before linearized reading' (duration: 5.336411216s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:11.878906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:06.539783Z","time spent":"5.339117012s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293348,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-12T12:19:12.38106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:12.88221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:13.38249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:13.882599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:13.885955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:19:13.886014Z","caller":"traceutil/trace.go:171","msg":"trace[1693063607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099702s","start":"2026-05-12T12:19:11.885896Z","end":"2026-05-12T12:19:13.885996Z","steps":["trace[1693063607] 'agreement among raft nodes before linearized reading' (duration: 2.000027421s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:13.886062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.885867Z","time spent":"2.000185944s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:14.006599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.081640763s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:19:14.007008Z","caller":"traceutil/trace.go:171","msg":"trace[275885658] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"2.12743114s","start":"2026-05-12T12:19:11.879549Z","end":"2026-05-12T12:19:14.00698Z","steps":["trace[275885658] 'process raft request' (duration: 2.127275936s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:14.007183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.879529Z","time spent":"2.127587604s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T12:19:15.595168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585580277s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:19:15.595848Z","caller":"traceutil/trace.go:171","msg":"trace[1978449561] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"3.715102378s","start":"2026-05-12T12:19:11.880645Z","end":"2026-05-12T12:19:15.595748Z","steps":["trace[1978449561] 'process raft request' (duration: 3.714745199s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:15.595874Z","caller":"traceutil/trace.go:171","msg":"trace[1044786710] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"3.715092589s","start":"2026-05-12T12:19:11.88072Z","end":"2026-05-12T12:19:15.595812Z","steps":["trace[1044786710] 'process raft request' (duration: 3.714941205s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.880634Z","time spent":"3.715289893s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:15.596042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.880704Z","time spent":"3.715245212s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:15.59628Z","caller":"traceutil/trace.go:171","msg":"trace[1543056196] linearizableReadLoop","detail":"{readStateIndex:27307; appliedIndex:27303; }","duration":"3.715665143s","start":"2026-05-12T12:19:11.880592Z","end":"2026-05-12T12:19:15.596257Z","steps":["trace[1543056196] 'read index received' (duration: 2.126434296s)","trace[1543056196] 'applied index is now lower than readState.Index' (duration: 1.589199047s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:19:15.59631Z","caller":"traceutil/trace.go:171","msg":"trace[170763441] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"3.712407452s","start":"2026-05-12T12:19:11.88389Z","end":"2026-05-12T12:19:15.596297Z","steps":["trace[170763441] 'process raft request' (duration: 3.711839138s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.883879Z","time spent":"3.712468015s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:15.596457Z","caller":"traceutil/trace.go:171","msg":"trace[123455346] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"3.709966523s","start":"2026-05-12T12:19:11.886435Z","end":"2026-05-12T12:19:15.596402Z","steps":["trace[123455346] 'process raft request' (duration: 3.709630544s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715052688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"warn","ts":"2026-05-12T12:19:15.596597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715967471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:15.596637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282057556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:15.596649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785425762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:15.596678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583641979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:15.596692Z","caller":"traceutil/trace.go:171","msg":"trace[1137307352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26434; }","duration":"1.282147079s","start":"2026-05-12T12:19:14.314529Z","end":"2026-05-12T12:19:15.596676Z","steps":["trace[1137307352] 'agreement among raft nodes before linearized reading' (duration: 1.282048306s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:15.596639Z","caller":"traceutil/trace.go:171","msg":"trace[1962461199] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:26434; }","duration":"3.71512298s","start":"2026-05-12T12:19:11.881502Z","end":"2026-05-12T12:19:15.596625Z","steps":["trace[1962461199] 'agreement among raft nodes before linearized reading' (duration: 3.714989247s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.886419Z","time spent":"3.710141177s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:15.596715Z","caller":"traceutil/trace.go:171","msg":"trace[939920952] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26434; }","duration":"1.785539175s","start":"2026-05-12T12:19:13.811155Z","end":"2026-05-12T12:19:15.596694Z","steps":["trace[939920952] 'agreement among raft nodes before linearized reading' (duration: 1.785424532s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:15.596729Z","caller":"traceutil/trace.go:171","msg":"trace[2012201384] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26434; }","duration":"1.583727211s","start":"2026-05-12T12:19:14.01298Z","end":"2026-05-12T12:19:15.596707Z","steps":["trace[2012201384] 'agreement among raft nodes before linearized reading' (duration: 1.583651839s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:14.31451Z","time spent":"1.282217061s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:15.596764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:14.012958Z","time spent":"1.583797213s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:15.59676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.881483Z","time spent":"3.715260233s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3330,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-12T12:19:15.596766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:13.81113Z","time spent":"1.785622087s","remote":"127.0.0.1:55564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:15.596777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963209304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-12T12:19:15.59681Z","caller":"traceutil/trace.go:171","msg":"trace[453000870] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26434; }","duration":"1.963280016s","start":"2026-05-12T12:19:13.633522Z","end":"2026-05-12T12:19:15.596802Z","steps":["trace[453000870] 'agreement among raft nodes before linearized reading' (duration: 1.963195184s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:13.633486Z","time spent":"1.963345536s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-12T12:19:15.596689Z","caller":"traceutil/trace.go:171","msg":"trace[1967981809] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:0; response_revision:26434; }","duration":"3.716095103s","start":"2026-05-12T12:19:11.880574Z","end":"2026-05-12T12:19:15.596669Z","steps":["trace[1967981809] 'agreement among raft nodes before linearized reading' (duration: 3.715885668s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062859545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:15.596934Z","caller":"traceutil/trace.go:171","msg":"trace[169406488] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26434; }","duration":"1.062978797s","start":"2026-05-12T12:19:14.533937Z","end":"2026-05-12T12:19:15.596915Z","steps":["trace[169406488] 'agreement among raft nodes before linearized reading' (duration: 1.062864055s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33493458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:15.596963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550988549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:15.596976Z","caller":"traceutil/trace.go:171","msg":"trace[1786009637] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26434; }","duration":"1.334997492s","start":"2026-05-12T12:19:14.261969Z","end":"2026-05-12T12:19:15.596966Z","steps":["trace[1786009637] 'agreement among raft nodes before linearized reading' (duration: 1.33493826s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:14.533913Z","time spent":"1.0630537s","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:15.596997Z","caller":"traceutil/trace.go:171","msg":"trace[1488381144] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26434; }","duration":"2.551060451s","start":"2026-05-12T12:19:13.045925Z","end":"2026-05-12T12:19:15.596986Z","steps":["trace[1488381144] 'agreement among raft nodes before linearized reading' (duration: 2.55100675s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.59693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710358733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:15.597027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:13.045904Z","time spent":"2.551114912s","remote":"127.0.0.1:35666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:15.597006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:14.26195Z","time spent":"1.335048552s","remote":"127.0.0.1:57378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:15.597069Z","caller":"traceutil/trace.go:171","msg":"trace[160318274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26434; }","duration":"1.710547086s","start":"2026-05-12T12:19:13.886496Z","end":"2026-05-12T12:19:15.597043Z","steps":["trace[160318274] 'agreement among raft nodes before linearized reading' (duration: 1.71026159s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.597132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:13.886478Z","time spent":"1.710643309s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:15.596699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88477018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:19:15.597257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971252367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:15.597273Z","caller":"traceutil/trace.go:171","msg":"trace[270931578] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26434; }","duration":"1.885369905s","start":"2026-05-12T12:19:13.711885Z","end":"2026-05-12T12:19:15.597255Z","steps":["trace[270931578] 'agreement among raft nodes before linearized reading' (duration: 1.88477317s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.596935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.880558Z","time spent":"3.716349279s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.199\" "} {"level":"warn","ts":"2026-05-12T12:19:15.597343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:13.71186Z","time spent":"1.885461297s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:15.597375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71276873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-12T12:19:15.597401Z","caller":"traceutil/trace.go:171","msg":"trace[1942623174] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26434; }","duration":"3.712794111s","start":"2026-05-12T12:19:11.884599Z","end":"2026-05-12T12:19:15.597393Z","steps":["trace[1942623174] 'agreement among raft nodes before linearized reading' (duration: 3.712707719s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.597213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713923784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:15.597492Z","caller":"traceutil/trace.go:171","msg":"trace[564274492] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26434; }","duration":"2.714217902s","start":"2026-05-12T12:19:12.883247Z","end":"2026-05-12T12:19:15.597465Z","steps":["trace[564274492] 'agreement among raft nodes before linearized reading' (duration: 2.713933095s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.597564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:12.883227Z","time spent":"2.714314864s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-12T12:19:15.597287Z","caller":"traceutil/trace.go:171","msg":"trace[127547875] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26434; }","duration":"2.971315018s","start":"2026-05-12T12:19:12.625963Z","end":"2026-05-12T12:19:15.597278Z","steps":["trace[127547875] 'agreement among raft nodes before linearized reading' (duration: 2.971270947s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.59768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:12.625943Z","time spent":"2.971704118s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:15.597429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.884585Z","time spent":"3.712837613s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-12T12:19:15.597676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715319603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-12T12:19:15.59779Z","caller":"traceutil/trace.go:171","msg":"trace[324688884] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26434; }","duration":"3.715463857s","start":"2026-05-12T12:19:11.882297Z","end":"2026-05-12T12:19:15.597761Z","steps":["trace[324688884] 'agreement among raft nodes before linearized reading' (duration: 3.715081098s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:15.597851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:11.882288Z","time spent":"3.715553329s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-05-12T12:19:16.101448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:17.389897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.711737ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-12T12:19:17.389997Z","caller":"traceutil/trace.go:171","msg":"trace[2066239963] linearizableReadLoop","detail":"{readStateIndex:27308; appliedIndex:27307; }","duration":"1.788792115s","start":"2026-05-12T12:19:15.601186Z","end":"2026-05-12T12:19:17.389978Z","steps":["trace[2066239963] 'read index received' (duration: 842.930344ms)","trace[2066239963] 'applied index is now lower than readState.Index' (duration: 945.860061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:17.390072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:15.600107Z","time spent":"1.789962563s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T12:19:17.390277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789072102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-596b49ffcd-wlnp7.18aed002793373cd\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-12T12:19:17.391262Z","caller":"traceutil/trace.go:171","msg":"trace[1779796322] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-596b49ffcd-wlnp7.18aed002793373cd; range_end:; response_count:1; response_revision:26434; }","duration":"1.789470102s","start":"2026-05-12T12:19:15.601147Z","end":"2026-05-12T12:19:17.390617Z","steps":["trace[1779796322] 'agreement among raft nodes before linearized reading' (duration: 1.788972339s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:17.391326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:15.601127Z","time spent":"1.790183568s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-cfn-596b49ffcd-wlnp7.18aed002793373cd\" "} {"level":"warn","ts":"2026-05-12T12:19:17.605819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:19:17.605934Z","caller":"traceutil/trace.go:171","msg":"trace[459340364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438271s","start":"2026-05-12T12:19:15.605466Z","end":"2026-05-12T12:19:17.605904Z","steps":["trace[459340364] 'agreement among raft nodes before linearized reading' (duration: 2.000296057s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:17.605999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:15.605459Z","time spent":"2.000525793s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:19:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:18.565121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.255367ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:18.565253Z","caller":"traceutil/trace.go:171","msg":"trace[816757669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26434; }","duration":"984.400611ms","start":"2026-05-12T12:19:17.580833Z","end":"2026-05-12T12:19:18.565233Z","steps":["trace[816757669] 'range keys from in-memory index tree' (duration: 984.237696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.566088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.324529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:18.566173Z","caller":"traceutil/trace.go:171","msg":"trace[613899135] linearizableReadLoop","detail":"{readStateIndex:27309; appliedIndex:27308; }","duration":"1.176137236s","start":"2026-05-12T12:19:17.390023Z","end":"2026-05-12T12:19:18.56616Z","steps":["trace[613899135] 'read index received' (duration: 219.676994ms)","trace[613899135] 'applied index is now lower than readState.Index' (duration: 956.459132ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:19:18.566238Z","caller":"traceutil/trace.go:171","msg":"trace[1276373353] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"1.681527272s","start":"2026-05-12T12:19:16.884699Z","end":"2026-05-12T12:19:18.566226Z","steps":["trace[1276373353] 'process raft request' (duration: 724.986817ms)","trace[1276373353] 'compare' (duration: 955.814186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:18.566284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:16.88467Z","time spent":"1.681591404s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:18.56628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246864483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:18.566335Z","caller":"traceutil/trace.go:171","msg":"trace[1202312204] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26435; }","duration":"2.246966896s","start":"2026-05-12T12:19:16.319351Z","end":"2026-05-12T12:19:18.566318Z","steps":["trace[1202312204] 'agreement among raft nodes before linearized reading' (duration: 2.246876784s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.566386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:16.319329Z","time spent":"2.247045388s","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:18.566443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360589097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:18.566471Z","caller":"traceutil/trace.go:171","msg":"trace[490577675] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26435; }","duration":"2.360650998s","start":"2026-05-12T12:19:16.205811Z","end":"2026-05-12T12:19:18.566462Z","steps":["trace[490577675] 'agreement among raft nodes before linearized reading' (duration: 2.360599627s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.566494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:16.20579Z","time spent":"2.36069706s","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:18.566602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595900882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:18.56664Z","caller":"traceutil/trace.go:171","msg":"trace[1089710719] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26435; }","duration":"1.595988734s","start":"2026-05-12T12:19:16.970641Z","end":"2026-05-12T12:19:18.56663Z","steps":["trace[1089710719] 'agreement among raft nodes before linearized reading' (duration: 1.595924062s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.566671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956627326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-12T12:19:18.566695Z","caller":"traceutil/trace.go:171","msg":"trace[1091356969] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26435; }","duration":"2.956661467s","start":"2026-05-12T12:19:15.610028Z","end":"2026-05-12T12:19:18.56669Z","steps":["trace[1091356969] 'agreement among raft nodes before linearized reading' (duration: 2.956562785s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.566712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:15.610022Z","time spent":"2.956686817s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-12T12:19:18.566715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936558016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:18.566746Z","caller":"traceutil/trace.go:171","msg":"trace[1114038449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26435; }","duration":"1.936610537s","start":"2026-05-12T12:19:16.630124Z","end":"2026-05-12T12:19:18.566735Z","steps":["trace[1114038449] 'agreement among raft nodes before linearized reading' (duration: 1.936564826s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.566781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:16.630113Z","time spent":"1.936661118s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:18.566817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960913772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:18.566839Z","caller":"traceutil/trace.go:171","msg":"trace[864803148] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26435; }","duration":"2.960946733s","start":"2026-05-12T12:19:15.605886Z","end":"2026-05-12T12:19:18.566833Z","steps":["trace[864803148] 'agreement among raft nodes before linearized reading' (duration: 2.960910432s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.566856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:15.60588Z","time spent":"2.960971743s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:19:18.566946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970270777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:18.566983Z","caller":"traceutil/trace.go:171","msg":"trace[1327532519] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26435; }","duration":"1.97039943s","start":"2026-05-12T12:19:16.596573Z","end":"2026-05-12T12:19:18.566972Z","steps":["trace[1327532519] 'agreement among raft nodes before linearized reading' (duration: 1.970344469s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.566992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963026814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5643"} {"level":"info","ts":"2026-05-12T12:19:18.567011Z","caller":"traceutil/trace.go:171","msg":"trace[581296856] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:26435; }","duration":"2.963087986s","start":"2026-05-12T12:19:15.603917Z","end":"2026-05-12T12:19:18.567005Z","steps":["trace[581296856] 'agreement among raft nodes before linearized reading' (duration: 2.963022144s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.567013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:16.596555Z","time spent":"1.970448841s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:18.567028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:15.603894Z","time spent":"2.963128786s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5665,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-12T12:19:18.56715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965791002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0844f3cf-6874-4482-a6e0-4f6c2c1e3725\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-12T12:19:18.567166Z","caller":"traceutil/trace.go:171","msg":"trace[365794921] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0844f3cf-6874-4482-a6e0-4f6c2c1e3725; range_end:; response_count:1; response_revision:26435; }","duration":"2.965818292s","start":"2026-05-12T12:19:15.601343Z","end":"2026-05-12T12:19:18.567161Z","steps":["trace[365794921] 'agreement among raft nodes before linearized reading' (duration: 2.965765341s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.567162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104425493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:19:18.567182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:15.601338Z","time spent":"2.965839893s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-0844f3cf-6874-4482-a6e0-4f6c2c1e3725\" "} {"level":"info","ts":"2026-05-12T12:19:18.567189Z","caller":"traceutil/trace.go:171","msg":"trace[1390776132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26435; }","duration":"2.104494045s","start":"2026-05-12T12:19:16.462687Z","end":"2026-05-12T12:19:18.567181Z","steps":["trace[1390776132] 'agreement among raft nodes before linearized reading' (duration: 2.104448624s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:18.567217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:16.462667Z","time spent":"2.104543076s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:18.56667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:16.970622Z","time spent":"1.596039144s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:19.066258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:19.566839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:19.606576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:19.606667Z","caller":"traceutil/trace.go:171","msg":"trace[1877246190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194204s","start":"2026-05-12T12:19:17.606453Z","end":"2026-05-12T12:19:19.606648Z","steps":["trace[1877246190] 'agreement among raft nodes before linearized reading' (duration: 2.000073561s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:19.606718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:17.606434Z","time spent":"2.000273996s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:19:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:20.067074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:20.567399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:21.068061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:21.563656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.953936745s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:19:21.615618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001134727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:19:21.615696Z","caller":"traceutil/trace.go:171","msg":"trace[304835224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001232439s","start":"2026-05-12T12:19:19.614445Z","end":"2026-05-12T12:19:21.615678Z","steps":["trace[304835224] 'agreement among raft nodes before linearized reading' (duration: 2.001132007s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:21.615744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:19.614381Z","time spent":"2.001353113s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:19:21.838053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:20.537144Z","time spent":"1.300901031s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-12T12:19:21.838958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.650659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:21.839208Z","caller":"traceutil/trace.go:171","msg":"trace[579927244] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"4.234375335s","start":"2026-05-12T12:19:17.604815Z","end":"2026-05-12T12:19:21.83919Z","steps":["trace[579927244] 'process raft request' (duration: 4.234303673s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:21.83928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:17.604789Z","time spent":"4.234458588s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:21.839551Z","caller":"traceutil/trace.go:171","msg":"trace[2139761372] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"4.446125904s","start":"2026-05-12T12:19:17.393402Z","end":"2026-05-12T12:19:21.839528Z","steps":["trace[2139761372] 'process raft request' (duration: 4.445642543s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:21.839714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:17.393375Z","time spent":"4.446232866s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:21.840099Z","caller":"traceutil/trace.go:171","msg":"trace[1637581043] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"4.448687918s","start":"2026-05-12T12:19:17.391389Z","end":"2026-05-12T12:19:21.840077Z","steps":["trace[1637581043] 'process raft request' (duration: 4.172820719s)","trace[1637581043] 'compare' (duration: 274.527856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:21.841884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:17.391351Z","time spent":"4.448924604s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:23.163052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.641489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:23.163216Z","caller":"traceutil/trace.go:171","msg":"trace[1916848215] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"981.785477ms","start":"2026-05-12T12:19:22.181415Z","end":"2026-05-12T12:19:23.1632Z","steps":["trace[1916848215] 'process raft request' (duration: 981.728745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:23.163283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:22.181389Z","time spent":"981.865719ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:23.163483Z","caller":"traceutil/trace.go:171","msg":"trace[2082362525] linearizableReadLoop","detail":"{readStateIndex:27313; appliedIndex:27309; }","duration":"4.597277969s","start":"2026-05-12T12:19:18.566195Z","end":"2026-05-12T12:19:23.163473Z","steps":["trace[2082362525] 'read index received' (duration: 2.997858191s)","trace[2082362525] 'applied index is now lower than readState.Index' (duration: 1.599418618s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:19:23.163494Z","caller":"traceutil/trace.go:171","msg":"trace[1016282753] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"2.11967314s","start":"2026-05-12T12:19:21.043789Z","end":"2026-05-12T12:19:23.163462Z","steps":["trace[1016282753] 'process raft request' (duration: 1.181533099s)","trace[1016282753] 'compare' (duration: 937.468825ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:23.163648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990639674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:19:23.163669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:21.043763Z","time spent":"2.119784282s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:23.163682Z","caller":"traceutil/trace.go:171","msg":"trace[767775386] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26440; }","duration":"4.990716776s","start":"2026-05-12T12:19:18.172957Z","end":"2026-05-12T12:19:23.163674Z","steps":["trace[767775386] 'agreement among raft nodes before linearized reading' (duration: 4.990615884s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:23.163713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:18.172933Z","time spent":"4.990772377s","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:23.163814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.187896276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:23.164019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.279267558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:23.164409Z","caller":"traceutil/trace.go:171","msg":"trace[1273833989] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26440; }","duration":"5.279671358s","start":"2026-05-12T12:19:17.884722Z","end":"2026-05-12T12:19:23.164393Z","steps":["trace[1273833989] 'agreement among raft nodes before linearized reading' (duration: 5.279239187s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:23.164471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:17.884699Z","time spent":"5.279754949s","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:23.16437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.537136561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:23.164587Z","caller":"traceutil/trace.go:171","msg":"trace[1828764807] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26440; }","duration":"5.537361358s","start":"2026-05-12T12:19:17.627202Z","end":"2026-05-12T12:19:23.164563Z","steps":["trace[1828764807] 'agreement among raft nodes before linearized reading' (duration: 5.536684831s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:23.164666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:17.627158Z","time spent":"5.537493791s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:23.164347Z","caller":"traceutil/trace.go:171","msg":"trace[2094265763] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26440; }","duration":"5.18847312s","start":"2026-05-12T12:19:17.975846Z","end":"2026-05-12T12:19:23.164319Z","steps":["trace[2094265763] 'agreement among raft nodes before linearized reading' (duration: 5.187873815s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:23.164828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:17.975808Z","time spent":"5.188975621s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:23.165194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.293495617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-12T12:19:23.165281Z","caller":"traceutil/trace.go:171","msg":"trace[533148978] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26440; }","duration":"5.293679122s","start":"2026-05-12T12:19:17.87158Z","end":"2026-05-12T12:19:23.165259Z","steps":["trace[533148978] 'agreement among raft nodes before linearized reading' (duration: 5.292014101s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:23.165339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:17.871556Z","time spent":"5.293772233s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2893,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:23.615327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999330334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:19:23.615418Z","caller":"traceutil/trace.go:171","msg":"trace[1100588667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999474587s","start":"2026-05-12T12:19:21.615922Z","end":"2026-05-12T12:19:23.615396Z","steps":["trace[1100588667] 'agreement among raft nodes before linearized reading' (duration: 1.999365905s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:23.615466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:21.615898Z","time spent":"1.999559689s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:23.664166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:24.164788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:24.315188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210455842s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-12T12:19:24.860976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.419702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:24.86112Z","caller":"traceutil/trace.go:171","msg":"trace[623383922] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"1.756465528s","start":"2026-05-12T12:19:23.104622Z","end":"2026-05-12T12:19:24.861087Z","steps":["trace[623383922] 'process raft request' (duration: 1.21081761s)","trace[623383922] 'compare' (duration: 545.278159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:24.861218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:23.104593Z","time spent":"1.756581071s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:24.876795Z","caller":"traceutil/trace.go:171","msg":"trace[1304638161] linearizableReadLoop","detail":"{readStateIndex:27317; appliedIndex:27314; }","duration":"1.713262043s","start":"2026-05-12T12:19:23.16351Z","end":"2026-05-12T12:19:24.876772Z","steps":["trace[1304638161] 'read index received' (duration: 1.151904499s)","trace[1304638161] 'applied index is now lower than readState.Index' (duration: 561.356553ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:24.876957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.683855728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:24.876959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032565787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-12T12:19:24.877001Z","caller":"traceutil/trace.go:171","msg":"trace[1195249447] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26443; }","duration":"3.68391545s","start":"2026-05-12T12:19:21.193073Z","end":"2026-05-12T12:19:24.876988Z","steps":["trace[1195249447] 'agreement among raft nodes before linearized reading' (duration: 3.683830148s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:24.877022Z","caller":"traceutil/trace.go:171","msg":"trace[989629137] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26443; }","duration":"3.032626678s","start":"2026-05-12T12:19:21.844378Z","end":"2026-05-12T12:19:24.877005Z","steps":["trace[989629137] 'agreement among raft nodes before linearized reading' (duration: 3.032431193s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.877039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:21.193013Z","time spent":"3.684015872s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:24.877064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:21.84434Z","time spent":"3.03271674s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-12T12:19:24.87689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650401084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:24.877073Z","caller":"traceutil/trace.go:171","msg":"trace[33902944] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"1.302844798s","start":"2026-05-12T12:19:23.574198Z","end":"2026-05-12T12:19:24.877043Z","steps":["trace[33902944] 'process raft request' (duration: 1.302397757s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:24.877148Z","caller":"traceutil/trace.go:171","msg":"trace[1610692504] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26443; }","duration":"3.65066535s","start":"2026-05-12T12:19:21.226435Z","end":"2026-05-12T12:19:24.8771Z","steps":["trace[1610692504] 'agreement among raft nodes before linearized reading' (duration: 3.650350993s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.877145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.267574998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-12T12:19:24.877195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:23.574168Z","time spent":"1.302960501s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:24.877264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.302113515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:24.877276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056200325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:24.8773Z","caller":"traceutil/trace.go:171","msg":"trace[426822631] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:26443; }","duration":"6.302207427s","start":"2026-05-12T12:19:18.575083Z","end":"2026-05-12T12:19:24.877291Z","steps":["trace[426822631] 'agreement among raft nodes before linearized reading' (duration: 6.302148266s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:24.877307Z","caller":"traceutil/trace.go:171","msg":"trace[1269871250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26443; }","duration":"4.056233885s","start":"2026-05-12T12:19:20.821064Z","end":"2026-05-12T12:19:24.877298Z","steps":["trace[1269871250] 'agreement among raft nodes before linearized reading' (duration: 4.056175544s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:24.877317Z","caller":"traceutil/trace.go:171","msg":"trace[1135506457] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"1.032468435s","start":"2026-05-12T12:19:23.844835Z","end":"2026-05-12T12:19:24.877304Z","steps":["trace[1135506457] 'process raft request' (duration: 1.03188918s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.877333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:18.575048Z","time spent":"6.302274359s","remote":"127.0.0.1:44812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-12T12:19:24.877343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:20.821003Z","time spent":"4.056330608s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:24.877314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344973916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:24.877379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.599016718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:24.877434Z","caller":"traceutil/trace.go:171","msg":"trace[870671493] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26443; }","duration":"5.34511885s","start":"2026-05-12T12:19:19.532282Z","end":"2026-05-12T12:19:24.877401Z","steps":["trace[870671493] 'agreement among raft nodes before linearized reading' (duration: 5.344971776s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:24.877462Z","caller":"traceutil/trace.go:171","msg":"trace[113104645] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26443; }","duration":"5.599152181s","start":"2026-05-12T12:19:19.278293Z","end":"2026-05-12T12:19:24.877445Z","steps":["trace[113104645] 'agreement among raft nodes before linearized reading' (duration: 5.599023018s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.877506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:19.278269Z","time spent":"5.599226922s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:24.877525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:19.532259Z","time spent":"5.345237982s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:24.877525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123483378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:24.877583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033608513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-767bdb6c6d-dh68x.18aed00279a6dcee\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-05-12T12:19:24.877615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241712903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:24.877611Z","caller":"traceutil/trace.go:171","msg":"trace[38887439] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26443; }","duration":"3.123609791s","start":"2026-05-12T12:19:21.753974Z","end":"2026-05-12T12:19:24.877584Z","steps":["trace[38887439] 'agreement among raft nodes before linearized reading' (duration: 3.123473408s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.877184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:21.226421Z","time spent":"3.650753083s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:24.877656Z","caller":"traceutil/trace.go:171","msg":"trace[1510964898] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26443; }","duration":"3.241848626s","start":"2026-05-12T12:19:21.635797Z","end":"2026-05-12T12:19:24.877645Z","steps":["trace[1510964898] 'agreement among raft nodes before linearized reading' (duration: 3.241767374s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.877676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:21.753949Z","time spent":"3.123710883s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:24.87769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:21.635778Z","time spent":"3.241901008s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:24.877655Z","caller":"traceutil/trace.go:171","msg":"trace[1475658726] range","detail":"{range_begin:/registry/events/openstack/heat-api-767bdb6c6d-dh68x.18aed00279a6dcee; range_end:; response_count:1; response_revision:26443; }","duration":"3.033707846s","start":"2026-05-12T12:19:21.843898Z","end":"2026-05-12T12:19:24.877606Z","steps":["trace[1475658726] 'agreement among raft nodes before linearized reading' (duration: 3.033335937s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.877724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603111519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:24.877214Z","caller":"traceutil/trace.go:171","msg":"trace[298625073] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26443; }","duration":"5.267690162s","start":"2026-05-12T12:19:19.609506Z","end":"2026-05-12T12:19:24.877196Z","steps":["trace[298625073] 'agreement among raft nodes before linearized reading' (duration: 5.267477946s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:24.877796Z","caller":"traceutil/trace.go:171","msg":"trace[2078093256] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26443; }","duration":"1.603214592s","start":"2026-05-12T12:19:23.274561Z","end":"2026-05-12T12:19:24.877776Z","steps":["trace[2078093256] 'agreement among raft nodes before linearized reading' (duration: 1.603068988s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.877729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:21.843884Z","time spent":"3.033838189s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-767bdb6c6d-dh68x.18aed00279a6dcee\" "} {"level":"warn","ts":"2026-05-12T12:19:24.877815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:19.609486Z","time spent":"5.268317858s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-12T12:19:24.877853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:23.274541Z","time spent":"1.603297213s","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:24.877883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.21753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:24.877917Z","caller":"traceutil/trace.go:171","msg":"trace[1137559890] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26443; }","duration":"100.293542ms","start":"2026-05-12T12:19:24.777614Z","end":"2026-05-12T12:19:24.877908Z","steps":["trace[1137559890] 'agreement among raft nodes before linearized reading' (duration: 100.244841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.877162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.301084729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:24.878004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.313366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:24.878063Z","caller":"traceutil/trace.go:171","msg":"trace[1491279933] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26443; }","duration":"538.409739ms","start":"2026-05-12T12:19:24.339643Z","end":"2026-05-12T12:19:24.878053Z","steps":["trace[1491279933] 'agreement among raft nodes before linearized reading' (duration: 538.332817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.878102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254138279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:24.878162Z","caller":"traceutil/trace.go:171","msg":"trace[468844906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26443; }","duration":"1.2542152s","start":"2026-05-12T12:19:23.623934Z","end":"2026-05-12T12:19:24.878149Z","steps":["trace[468844906] 'agreement among raft nodes before linearized reading' (duration: 1.254127748s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.87821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:23.623923Z","time spent":"1.254276861s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:24.87833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524612103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-12T12:19:24.877696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107124496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:19:24.878371Z","caller":"traceutil/trace.go:171","msg":"trace[1692997800] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26443; }","duration":"1.524691425s","start":"2026-05-12T12:19:23.35367Z","end":"2026-05-12T12:19:24.878361Z","steps":["trace[1692997800] 'agreement among raft nodes before linearized reading' (duration: 1.524590553s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.878399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:23.353642Z","time spent":"1.524750747s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-12T12:19:24.878397Z","caller":"traceutil/trace.go:171","msg":"trace[2124418484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26443; }","duration":"1.107855984s","start":"2026-05-12T12:19:23.770529Z","end":"2026-05-12T12:19:24.878385Z","steps":["trace[2124418484] 'agreement among raft nodes before linearized reading' (duration: 1.107129786s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.87844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:23.770509Z","time spent":"1.107916525s","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:24.878013Z","caller":"traceutil/trace.go:171","msg":"trace[1467455943] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26443; }","duration":"6.302029543s","start":"2026-05-12T12:19:18.57597Z","end":"2026-05-12T12:19:24.877999Z","steps":["trace[1467455943] 'agreement among raft nodes before linearized reading' (duration: 6.300989587s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.878535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261661193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:24.877405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:23.844811Z","time spent":"1.032533477s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:24.87889Z","caller":"traceutil/trace.go:171","msg":"trace[1816964754] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26443; }","duration":"1.262048422s","start":"2026-05-12T12:19:23.616818Z","end":"2026-05-12T12:19:24.878867Z","steps":["trace[1816964754] 'agreement among raft nodes before linearized reading' (duration: 1.261658933s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.878976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:23.616797Z","time spent":"1.262158786s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:24.878112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:24.339622Z","time spent":"538.46276ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:24.879195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304075513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-12T12:19:24.879246Z","caller":"traceutil/trace.go:171","msg":"trace[311633282] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26443; }","duration":"6.304167715s","start":"2026-05-12T12:19:18.575065Z","end":"2026-05-12T12:19:24.879233Z","steps":["trace[311633282] 'agreement among raft nodes before linearized reading' (duration: 6.302412663s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:24.87928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:18.575033Z","time spent":"6.304238777s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-12T12:19:24.878586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:18.575954Z","time spent":"6.302612387s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:19:26.07689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.24148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:26.077028Z","caller":"traceutil/trace.go:171","msg":"trace[446846616] linearizableReadLoop","detail":"{readStateIndex:27318; appliedIndex:27317; }","duration":"1.193914034s","start":"2026-05-12T12:19:24.883088Z","end":"2026-05-12T12:19:26.077002Z","steps":["trace[446846616] 'read index received' (duration: 392.256277ms)","trace[446846616] 'applied index is now lower than readState.Index' (duration: 801.654877ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:19:26.077375Z","caller":"traceutil/trace.go:171","msg":"trace[989310953] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"1.194337854s","start":"2026-05-12T12:19:24.883016Z","end":"2026-05-12T12:19:26.077354Z","steps":["trace[989310953] 'process raft request' (duration: 389.52796ms)","trace[989310953] 'compare' (duration: 803.526642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:26.077512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:24.882981Z","time spent":"1.194434666s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:26.077907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194795785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-12T12:19:26.078611Z","caller":"traceutil/trace.go:171","msg":"trace[1665173312] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26444; }","duration":"1.195552523s","start":"2026-05-12T12:19:24.883039Z","end":"2026-05-12T12:19:26.078592Z","steps":["trace[1665173312] 'agreement among raft nodes before linearized reading' (duration: 1.194639451s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:26.078681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:24.883026Z","time spent":"1.195621105s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-12T12:19:26.123717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235455077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:26.123773Z","caller":"traceutil/trace.go:171","msg":"trace[254851013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26446; }","duration":"1.235523719s","start":"2026-05-12T12:19:24.888235Z","end":"2026-05-12T12:19:26.123758Z","steps":["trace[254851013] 'agreement among raft nodes before linearized reading' (duration: 1.235441367s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:26.123775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.783062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:26.123784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.438476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-12T12:19:26.123805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:24.888227Z","time spent":"1.235571261s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T12:19:26.123856Z","caller":"traceutil/trace.go:171","msg":"trace[1297281693] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26446; }","duration":"320.55419ms","start":"2026-05-12T12:19:25.803286Z","end":"2026-05-12T12:19:26.123841Z","steps":["trace[1297281693] 'agreement among raft nodes before linearized reading' (duration: 320.351334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:26.123899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:25.803263Z","time spent":"320.627102ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-12T12:19:26.123906Z","caller":"traceutil/trace.go:171","msg":"trace[1924145714] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26446; }","duration":"453.860846ms","start":"2026-05-12T12:19:25.669946Z","end":"2026-05-12T12:19:26.123807Z","steps":["trace[1924145714] 'agreement among raft nodes before linearized reading' (duration: 453.803344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:26.123948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:25.669923Z","time spent":"454.01247ms","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:26.123704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.372597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:26.124024Z","caller":"traceutil/trace.go:171","msg":"trace[1725320023] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"1.240355468s","start":"2026-05-12T12:19:24.883657Z","end":"2026-05-12T12:19:26.124012Z","steps":["trace[1725320023] 'process raft request' (duration: 1.23964017s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:26.124023Z","caller":"traceutil/trace.go:171","msg":"trace[740268686] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26446; }","duration":"932.761488ms","start":"2026-05-12T12:19:25.191247Z","end":"2026-05-12T12:19:26.124009Z","steps":["trace[740268686] 'agreement among raft nodes before linearized reading' (duration: 932.369548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:26.124076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:25.191223Z","time spent":"932.836ms","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:26.124111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:24.883642Z","time spent":"1.240412159s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:26.124225Z","caller":"traceutil/trace.go:171","msg":"trace[321281234] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"1.233924921s","start":"2026-05-12T12:19:24.89027Z","end":"2026-05-12T12:19:26.124195Z","steps":["trace[321281234] 'process raft request' (duration: 1.233151601s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:26.124262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.089457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:26.124302Z","caller":"traceutil/trace.go:171","msg":"trace[1710285643] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26446; }","duration":"649.133728ms","start":"2026-05-12T12:19:25.475157Z","end":"2026-05-12T12:19:26.124291Z","steps":["trace[1710285643] 'agreement among raft nodes before linearized reading' (duration: 649.062376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:26.124332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:25.475134Z","time spent":"649.190519ms","remote":"127.0.0.1:55428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:26.124382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:24.890254Z","time spent":"1.234042753s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:26.124393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.481458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-12T12:19:26.124442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238093092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:19:26.124456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239483157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ed0e2fc2-f280-4086-81b1-253f83863945\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-12T12:19:26.124487Z","caller":"traceutil/trace.go:171","msg":"trace[1989855435] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26446; }","duration":"533.628681ms","start":"2026-05-12T12:19:25.590833Z","end":"2026-05-12T12:19:26.124462Z","steps":["trace[1989855435] 'agreement among raft nodes before linearized reading' (duration: 533.324614ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:26.124509Z","caller":"traceutil/trace.go:171","msg":"trace[1191860876] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26446; }","duration":"1.238187265s","start":"2026-05-12T12:19:24.886303Z","end":"2026-05-12T12:19:26.124491Z","steps":["trace[1191860876] 'agreement among raft nodes before linearized reading' (duration: 1.238060332s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:26.12453Z","caller":"traceutil/trace.go:171","msg":"trace[2055534438] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ed0e2fc2-f280-4086-81b1-253f83863945; range_end:; response_count:1; response_revision:26446; }","duration":"1.239629971s","start":"2026-05-12T12:19:24.884881Z","end":"2026-05-12T12:19:26.124511Z","steps":["trace[2055534438] 'agreement among raft nodes before linearized reading' (duration: 1.239390545s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:26.124527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241135847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1911"} {"level":"warn","ts":"2026-05-12T12:19:26.124545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:25.590811Z","time spent":"533.717514ms","remote":"127.0.0.1:44682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":193,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:19:26.124563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:24.886293Z","time spent":"1.238256887s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-12T12:19:26.124574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:24.884852Z","time spent":"1.239713893s","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-ed0e2fc2-f280-4086-81b1-253f83863945\" "} {"level":"info","ts":"2026-05-12T12:19:26.124594Z","caller":"traceutil/trace.go:171","msg":"trace[149275522] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:26446; }","duration":"1.24123563s","start":"2026-05-12T12:19:24.883342Z","end":"2026-05-12T12:19:26.124578Z","steps":["trace[149275522] 'agreement among raft nodes before linearized reading' (duration: 1.241034995s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:26.124637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:24.883332Z","time spent":"1.241295081s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1933,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-05-12T12:19:26.49605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:26.126744Z","time spent":"369.29862ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-12T12:19:27.510623Z","caller":"traceutil/trace.go:171","msg":"trace[413245189] linearizableReadLoop","detail":"{readStateIndex:27322; appliedIndex:27320; }","duration":"1.380364469s","start":"2026-05-12T12:19:26.130229Z","end":"2026-05-12T12:19:27.510594Z","steps":["trace[413245189] 'read index received' (duration: 330.279959ms)","trace[413245189] 'applied index is now lower than readState.Index' (duration: 1.05008317s)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:19:27.510811Z","caller":"traceutil/trace.go:171","msg":"trace[2088557209] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"1.380791089s","start":"2026-05-12T12:19:26.129999Z","end":"2026-05-12T12:19:27.51079Z","steps":["trace[2088557209] 'process raft request' (duration: 1.307557974s)","trace[2088557209] 'compare' (duration: 72.605089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:27.510961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:26.129983Z","time spent":"1.380869031s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:19:27.511082Z","caller":"traceutil/trace.go:171","msg":"trace[1426635065] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"1.38082053s","start":"2026-05-12T12:19:26.130226Z","end":"2026-05-12T12:19:27.511046Z","steps":["trace[1426635065] 'process raft request' (duration: 1.380227764s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:27.51137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381109977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:27.511941Z","caller":"traceutil/trace.go:171","msg":"trace[1544733373] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:26448; }","duration":"1.381699911s","start":"2026-05-12T12:19:26.130211Z","end":"2026-05-12T12:19:27.511911Z","steps":["trace[1544733373] 'agreement among raft nodes before linearized reading' (duration: 1.380846131s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:27.511973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:26.130191Z","time spent":"1.381608629s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:27.512029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:26.130203Z","time spent":"1.381795934s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-05-12T12:19:27.605707Z","caller":"traceutil/trace.go:171","msg":"trace[179053021] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"721.107191ms","start":"2026-05-12T12:19:26.884571Z","end":"2026-05-12T12:19:27.605678Z","steps":["trace[179053021] 'process raft request' (duration: 721.007719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:27.605795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471449014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:27.605803Z","caller":"traceutil/trace.go:171","msg":"trace[1782094666] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"1.108597861s","start":"2026-05-12T12:19:26.497127Z","end":"2026-05-12T12:19:27.605724Z","steps":["trace[1782094666] 'process raft request' (duration: 1.108301063s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:27.606045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473693299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-12T12:19:27.606158Z","caller":"traceutil/trace.go:171","msg":"trace[1134760446] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26450; }","duration":"1.474047888s","start":"2026-05-12T12:19:26.132082Z","end":"2026-05-12T12:19:27.60613Z","steps":["trace[1134760446] 'agreement among raft nodes before linearized reading' (duration: 1.47373447s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:27.60585Z","caller":"traceutil/trace.go:171","msg":"trace[1085113754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26450; }","duration":"1.471536727s","start":"2026-05-12T12:19:26.134299Z","end":"2026-05-12T12:19:27.605835Z","steps":["trace[1085113754] 'agreement among raft nodes before linearized reading' (duration: 1.471387532s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:27.606224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:26.13207Z","time spent":"1.474139531s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-12T12:19:27.605881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:26.884532Z","time spent":"721.266876ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:27.606242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:26.134291Z","time spent":"1.471935146s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:27.606349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:26.497091Z","time spent":"1.10894852s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:27.606163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475717069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-12T12:19:27.60692Z","caller":"traceutil/trace.go:171","msg":"trace[1551354077] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26450; }","duration":"1.476492978s","start":"2026-05-12T12:19:26.130408Z","end":"2026-05-12T12:19:27.606901Z","steps":["trace[1551354077] 'agreement among raft nodes before linearized reading' (duration: 1.47534698s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:27.607023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:26.130402Z","time spent":"1.476555339s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-12T12:19:28.379655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.831037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:28.379764Z","caller":"traceutil/trace.go:171","msg":"trace[1053937293] linearizableReadLoop","detail":"{readStateIndex:27326; appliedIndex:27325; }","duration":"769.599337ms","start":"2026-05-12T12:19:27.610142Z","end":"2026-05-12T12:19:28.379741Z","steps":["trace[1053937293] 'read index received' (duration: 349.556715ms)","trace[1053937293] 'applied index is now lower than readState.Index' (duration: 420.040692ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:19:28.379849Z","caller":"traceutil/trace.go:171","msg":"trace[1334954945] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"771.103463ms","start":"2026-05-12T12:19:27.608708Z","end":"2026-05-12T12:19:28.379811Z","steps":["trace[1334954945] 'process raft request' (duration: 351.01262ms)","trace[1334954945] 'compare' (duration: 419.005716ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:28.380089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:27.608683Z","time spent":"771.288888ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:28.380235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.035728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4f63f3dc-9cf7-4962-8cf2-6891669ddc54\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-12T12:19:28.380345Z","caller":"traceutil/trace.go:171","msg":"trace[114647055] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4f63f3dc-9cf7-4962-8cf2-6891669ddc54; range_end:; response_count:1; response_revision:26451; }","duration":"770.16163ms","start":"2026-05-12T12:19:27.610119Z","end":"2026-05-12T12:19:28.380281Z","steps":["trace[114647055] 'agreement among raft nodes before linearized reading' (duration: 769.71714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:28.380457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:27.610107Z","time spent":"770.330584ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-4f63f3dc-9cf7-4962-8cf2-6891669ddc54\" "} {"level":"warn","ts":"2026-05-12T12:19:29.060826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.659939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-12T12:19:29.061075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11950435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:29.061179Z","caller":"traceutil/trace.go:171","msg":"trace[1069010081] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26452; }","duration":"1.119673864s","start":"2026-05-12T12:19:27.941482Z","end":"2026-05-12T12:19:29.061156Z","steps":["trace[1069010081] 'agreement among raft nodes before linearized reading' (duration: 1.119451349s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:19:29.061221Z","caller":"traceutil/trace.go:171","msg":"trace[1887894358] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"1.446857627s","start":"2026-05-12T12:19:27.614338Z","end":"2026-05-12T12:19:29.061195Z","steps":["trace[1887894358] 'process raft request' (duration: 1.087742037s)","trace[1887894358] 'compare' (duration: 358.529586ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:29.061248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:27.941456Z","time spent":"1.119774147s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:29.060933Z","caller":"traceutil/trace.go:171","msg":"trace[2094909236] linearizableReadLoop","detail":"{readStateIndex:27327; appliedIndex:27326; }","duration":"681.119926ms","start":"2026-05-12T12:19:28.379797Z","end":"2026-05-12T12:19:29.060917Z","steps":["trace[2094909236] 'read index received' (duration: 322.213901ms)","trace[2094909236] 'applied index is now lower than readState.Index' (duration: 358.904545ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:29.061261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290236198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:19:29.061303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446909948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:29.061346Z","caller":"traceutil/trace.go:171","msg":"trace[114233271] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26452; }","duration":"1.290376142s","start":"2026-05-12T12:19:27.77095Z","end":"2026-05-12T12:19:29.061327Z","steps":["trace[114233271] 'agreement among raft nodes before linearized reading' (duration: 1.290111795s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:29.061409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:27.770929Z","time spent":"1.290467433s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":79,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:19:29.061407Z","caller":"traceutil/trace.go:171","msg":"trace[1753696607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26452; }","duration":"1.447046012s","start":"2026-05-12T12:19:27.614337Z","end":"2026-05-12T12:19:29.061383Z","steps":["trace[1753696607] 'agreement among raft nodes before linearized reading' (duration: 1.446870118s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:29.061349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:27.614323Z","time spent":"1.446953969s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:29.061471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:27.614327Z","time spent":"1.447132114s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:19:29.061568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.114548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dv8c8.18aed0972c87be68\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-12T12:19:29.061635Z","caller":"traceutil/trace.go:171","msg":"trace[16170408] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dv8c8.18aed0972c87be68; range_end:; response_count:1; response_revision:26452; }","duration":"677.235971ms","start":"2026-05-12T12:19:28.384381Z","end":"2026-05-12T12:19:29.061617Z","steps":["trace[16170408] 'agreement among raft nodes before linearized reading' (duration: 677.032336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:29.06165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.546523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-12T12:19:29.061688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:28.384364Z","time spent":"677.310842ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dv8c8.18aed0972c87be68\" "} {"level":"info","ts":"2026-05-12T12:19:29.061733Z","caller":"traceutil/trace.go:171","msg":"trace[87086499] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26452; }","duration":"676.688346ms","start":"2026-05-12T12:19:28.385023Z","end":"2026-05-12T12:19:29.061712Z","steps":["trace[87086499] 'agreement among raft nodes before linearized reading' (duration: 676.4432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:29.061782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:28.384999Z","time spent":"676.774518ms","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-12T12:19:29.062016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451798049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-12T12:19:29.062067Z","caller":"traceutil/trace.go:171","msg":"trace[19832661] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26452; }","duration":"1.451903731s","start":"2026-05-12T12:19:27.61015Z","end":"2026-05-12T12:19:29.062054Z","steps":["trace[19832661] 'agreement among raft nodes before linearized reading' (duration: 1.450991459s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:29.062295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:27.610137Z","time spent":"1.452066666s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-12T12:19:29.72597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.402335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:29.726153Z","caller":"traceutil/trace.go:171","msg":"trace[2075346845] linearizableReadLoop","detail":"{readStateIndex:27328; appliedIndex:27327; }","duration":"658.361605ms","start":"2026-05-12T12:19:29.067756Z","end":"2026-05-12T12:19:29.726118Z","steps":["trace[2075346845] 'read index received' (duration: 391.624102ms)","trace[2075346845] 'applied index is now lower than readState.Index' (duration: 266.734503ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:19:29.726202Z","caller":"traceutil/trace.go:171","msg":"trace[1790508544] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"660.358883ms","start":"2026-05-12T12:19:29.065805Z","end":"2026-05-12T12:19:29.726164Z","steps":["trace[1790508544] 'process raft request' (duration: 393.599459ms)","trace[1790508544] 'compare' (duration: 265.830292ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:29.726475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.699694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-12T12:19:29.726558Z","caller":"traceutil/trace.go:171","msg":"trace[390872906] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26453; }","duration":"658.820337ms","start":"2026-05-12T12:19:29.067715Z","end":"2026-05-12T12:19:29.726536Z","steps":["trace[390872906] 'agreement among raft nodes before linearized reading' (duration: 658.540959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:29.726555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:29.065775Z","time spent":"660.646331ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:29.726605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:29.067693Z","time spent":"658.90347ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-12T12:19:30.226403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114668521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:19:30.684853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.098777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:19:30.685017Z","caller":"traceutil/trace.go:171","msg":"trace[1244335935] linearizableReadLoop","detail":"{readStateIndex:27330; appliedIndex:27328; }","duration":"958.80993ms","start":"2026-05-12T12:19:29.726197Z","end":"2026-05-12T12:19:30.685007Z","steps":["trace[1244335935] 'read index received' (duration: 770.508379ms)","trace[1244335935] 'applied index is now lower than readState.Index' (duration: 188.300911ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:19:30.685066Z","caller":"traceutil/trace.go:171","msg":"trace[2010808272] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"799.157525ms","start":"2026-05-12T12:19:29.885886Z","end":"2026-05-12T12:19:30.685044Z","steps":["trace[2010808272] 'process raft request' (duration: 799.057093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:30.68515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413908826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-wmbjx\" ","response":"range_response_count:1 size:7587"} {"level":"info","ts":"2026-05-12T12:19:30.68517Z","caller":"traceutil/trace.go:171","msg":"trace[773279894] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-wmbjx; range_end:; response_count:1; response_revision:26455; }","duration":"1.413981377s","start":"2026-05-12T12:19:29.271182Z","end":"2026-05-12T12:19:30.685164Z","steps":["trace[773279894] 'agreement among raft nodes before linearized reading' (duration: 1.413882795s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:30.685182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:29.885855Z","time spent":"799.262998ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:30.685215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614194671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:19:30.685229Z","caller":"traceutil/trace.go:171","msg":"trace[1899544007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26455; }","duration":"1.614231682s","start":"2026-05-12T12:19:29.070994Z","end":"2026-05-12T12:19:30.685225Z","steps":["trace[1899544007] 'agreement among raft nodes before linearized reading' (duration: 1.614208611s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:30.685239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:29.070979Z","time spent":"1.614257823s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-12T12:19:30.685319Z","caller":"traceutil/trace.go:171","msg":"trace[1725168212] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"1.073508687s","start":"2026-05-12T12:19:29.6118Z","end":"2026-05-12T12:19:30.685309Z","steps":["trace[1725168212] 'process raft request' (duration: 884.891638ms)","trace[1725168212] 'compare' (duration: 187.977363ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:19:30.685357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:29.611776Z","time spent":"1.073559627s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:19:30.685375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616330804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-05-12T12:19:30.685402Z","caller":"traceutil/trace.go:171","msg":"trace[1792153541] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26455; }","duration":"1.616362055s","start":"2026-05-12T12:19:29.069022Z","end":"2026-05-12T12:19:30.685384Z","steps":["trace[1792153541] 'agreement among raft nodes before linearized reading' (duration: 1.616311843s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:30.685419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:29.069014Z","time spent":"1.616402115s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-12T12:19:30.685192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:29.271149Z","time spent":"1.414037719s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7609,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-wmbjx\" "} {"level":"warn","ts":"2026-05-12T12:19:30.685538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.602526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dv8c8.18aed0972c87861d\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-12T12:19:30.685552Z","caller":"traceutil/trace.go:171","msg":"trace[1329986378] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dv8c8.18aed0972c87861d; range_end:; response_count:1; response_revision:26455; }","duration":"954.669438ms","start":"2026-05-12T12:19:29.730879Z","end":"2026-05-12T12:19:30.685548Z","steps":["trace[1329986378] 'agreement among raft nodes before linearized reading' (duration: 954.620156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:19:30.685564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:19:29.730854Z","time spent":"954.707359ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dv8c8.18aed0972c87861d\" "} {"level":"warn","ts":"2026-05-12T12:20:29.968165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.229827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:20:29.968264Z","caller":"traceutil/trace.go:171","msg":"trace[74762256] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27152; }","duration":"407.366951ms","start":"2026-05-12T12:20:29.560878Z","end":"2026-05-12T12:20:29.968245Z","steps":["trace[74762256] 'range keys from in-memory index tree' (duration: 407.066563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:29.968312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:29.560862Z","time spent":"407.438332ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-12T12:20:29.968342Z","caller":"traceutil/trace.go:171","msg":"trace[1757010526] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"407.395941ms","start":"2026-05-12T12:20:29.560911Z","end":"2026-05-12T12:20:29.968307Z","steps":["trace[1757010526] 'process raft request' (duration: 405.72875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:29.96858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:29.560887Z","time spent":"407.597946ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:30.491226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114670463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:20:30.992336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114670463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:20:31.492842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9000899173114670463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-12T12:20:31.737923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.764256765s","expected-duration":"1s"} {"level":"info","ts":"2026-05-12T12:20:31.742329Z","caller":"traceutil/trace.go:171","msg":"trace[321552276] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"1.768825146s","start":"2026-05-12T12:20:29.973481Z","end":"2026-05-12T12:20:31.742307Z","steps":["trace[321552276] 'process raft request' (duration: 1.764718996s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:31.742461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:29.973456Z","time spent":"1.768918809s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:32.46593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:20:32.466015Z","caller":"traceutil/trace.go:171","msg":"trace[961408792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159746s","start":"2026-05-12T12:20:30.465839Z","end":"2026-05-12T12:20:32.465999Z","steps":["trace[961408792] 'agreement among raft nodes before linearized reading' (duration: 2.000051884s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:32.466055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.46582Z","time spent":"2.000225379s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:20:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-12T12:20:32.624327Z","caller":"traceutil/trace.go:171","msg":"trace[1798736094] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"1.867275949s","start":"2026-05-12T12:20:30.756998Z","end":"2026-05-12T12:20:32.624274Z","steps":["trace[1798736094] 'process raft request' (duration: 1.865551296s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:32.624486Z","caller":"traceutil/trace.go:171","msg":"trace[965333938] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"1.858970655s","start":"2026-05-12T12:20:30.765471Z","end":"2026-05-12T12:20:32.624441Z","steps":["trace[965333938] 'process raft request' (duration: 1.858177196s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:32.624508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.756973Z","time spent":"1.867440473s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:32.624619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.765444Z","time spent":"1.859105138s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:32.625135Z","caller":"traceutil/trace.go:171","msg":"trace[924130322] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"1.649923902s","start":"2026-05-12T12:20:30.975194Z","end":"2026-05-12T12:20:32.625118Z","steps":["trace[924130322] 'process raft request' (duration: 1.649170694s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:32.62522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.975177Z","time spent":"1.650002154s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:32.625323Z","caller":"traceutil/trace.go:171","msg":"trace[563262281] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"1.555145701s","start":"2026-05-12T12:20:31.070169Z","end":"2026-05-12T12:20:32.625315Z","steps":["trace[563262281] 'process raft request' (duration: 1.554913975s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:32.626432Z","caller":"traceutil/trace.go:171","msg":"trace[924134311] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"1.261803457s","start":"2026-05-12T12:20:31.364581Z","end":"2026-05-12T12:20:32.626384Z","steps":["trace[924134311] 'process raft request' (duration: 1.260693329s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:32.626598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.364529Z","time spent":"1.261981651s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:32.627034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.070144Z","time spent":"1.555207903s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:32.628138Z","caller":"traceutil/trace.go:171","msg":"trace[984300189] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"1.230193178s","start":"2026-05-12T12:20:31.397813Z","end":"2026-05-12T12:20:32.628006Z","steps":["trace[984300189] 'process raft request' (duration: 1.228459446s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:32.628655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.397788Z","time spent":"1.230598828s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:33.620176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001161751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-12T12:20:33.620247Z","caller":"traceutil/trace.go:171","msg":"trace[951633909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001305486s","start":"2026-05-12T12:20:31.618924Z","end":"2026-05-12T12:20:33.620229Z","steps":["trace[951633909] 'agreement among raft nodes before linearized reading' (duration: 2.001173872s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:33.620284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.618914Z","time spent":"2.001362567s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:20:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:20:33.943433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315995559s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-12T12:20:33.94374Z","caller":"traceutil/trace.go:171","msg":"trace[753658182] linearizableReadLoop","detail":"{readStateIndex:28052; appliedIndex:28044; }","duration":"3.953236445s","start":"2026-05-12T12:20:29.990447Z","end":"2026-05-12T12:20:33.943684Z","steps":["trace[753658182] 'read index received' (duration: 1.747766639s)","trace[753658182] 'applied index is now lower than readState.Index' (duration: 2.205468686s)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:20:33.944584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954123157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-12T12:20:33.944671Z","caller":"traceutil/trace.go:171","msg":"trace[1269739236] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"1.970392904s","start":"2026-05-12T12:20:31.974263Z","end":"2026-05-12T12:20:33.944656Z","steps":["trace[1269739236] 'process raft request' (duration: 1.969283167s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:33.944774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.974235Z","time spent":"1.970470526s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:33.944696Z","caller":"traceutil/trace.go:171","msg":"trace[1337536770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27160; }","duration":"3.95427104s","start":"2026-05-12T12:20:29.990401Z","end":"2026-05-12T12:20:33.944672Z","steps":["trace[1337536770] 'agreement among raft nodes before linearized reading' (duration: 3.953985074s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:33.945498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:29.990383Z","time spent":"3.955042541s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-12T12:20:34.466589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-12T12:20:34.466682Z","caller":"traceutil/trace.go:171","msg":"trace[1369916111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543216s","start":"2026-05-12T12:20:32.466117Z","end":"2026-05-12T12:20:34.46666Z","steps":["trace[1369916111] 'agreement among raft nodes before linearized reading' (duration: 2.000430824s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.466779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:32.466093Z","time spent":"2.000672159s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/12 12:20:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-12T12:20:34.860798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.043261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:20:34.86104Z","caller":"traceutil/trace.go:171","msg":"trace[2025673032] transaction","detail":"{read_only:false; response_revision:27163; number_of_response:1; }","duration":"910.809672ms","start":"2026-05-12T12:20:33.950209Z","end":"2026-05-12T12:20:34.861019Z","steps":["trace[2025673032] 'process raft request' (duration: 910.70967ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:34.861099Z","caller":"traceutil/trace.go:171","msg":"trace[2097199685] transaction","detail":"{read_only:false; response_revision:27162; number_of_response:1; }","duration":"2.428138912s","start":"2026-05-12T12:20:32.43292Z","end":"2026-05-12T12:20:34.861059Z","steps":["trace[2097199685] 'process raft request' (duration: 1.511724042s)","trace[2097199685] 'compare' (duration: 915.799685ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:20:34.861128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:33.950182Z","time spent":"910.901245ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:34.861248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:32.432894Z","time spent":"2.428272836s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:34.861404Z","caller":"traceutil/trace.go:171","msg":"trace[294342010] linearizableReadLoop","detail":"{readStateIndex:28054; appliedIndex:28052; }","duration":"917.60043ms","start":"2026-05-12T12:20:33.943781Z","end":"2026-05-12T12:20:34.861381Z","steps":["trace[294342010] 'read index received' (duration: 511.602µs)","trace[294342010] 'applied index is now lower than readState.Index' (duration: 917.085688ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:20:34.861517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956623777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:20:34.861542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298284784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-12T12:20:34.861566Z","caller":"traceutil/trace.go:171","msg":"trace[654556081] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27163; }","duration":"1.956724269s","start":"2026-05-12T12:20:32.904829Z","end":"2026-05-12T12:20:34.861553Z","steps":["trace[654556081] 'agreement among raft nodes before linearized reading' (duration: 1.956627247s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:34.86157Z","caller":"traceutil/trace.go:171","msg":"trace[2071189462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27163; }","duration":"4.298324714s","start":"2026-05-12T12:20:30.563234Z","end":"2026-05-12T12:20:34.861559Z","steps":["trace[2071189462] 'agreement among raft nodes before linearized reading' (duration: 4.298220302s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244536705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:20:34.861564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416270282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:20:34.861587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571222996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-12T12:20:34.861603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45207526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:20:34.861629Z","caller":"traceutil/trace.go:171","msg":"trace[1384098746] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27163; }","duration":"2.416396805s","start":"2026-05-12T12:20:32.445218Z","end":"2026-05-12T12:20:34.861614Z","steps":["trace[1384098746] 'agreement among raft nodes before linearized reading' (duration: 2.416280882s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:34.861643Z","caller":"traceutil/trace.go:171","msg":"trace[1995323209] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27163; }","duration":"3.452137491s","start":"2026-05-12T12:20:31.409494Z","end":"2026-05-12T12:20:34.861631Z","steps":["trace[1995323209] 'agreement among raft nodes before linearized reading' (duration: 3.452063079s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719806058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:20:34.861659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858807724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-12T12:20:34.861667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:32.445204Z","time spent":"2.416455707s","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:34.86168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.409488Z","time spent":"3.452183482s","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:34.861657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789911082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:20:34.861698Z","caller":"traceutil/trace.go:171","msg":"trace[376168273] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27163; }","duration":"3.858874605s","start":"2026-05-12T12:20:31.002809Z","end":"2026-05-12T12:20:34.861683Z","steps":["trace[376168273] 'agreement among raft nodes before linearized reading' (duration: 3.858788733s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:34.861696Z","caller":"traceutil/trace.go:171","msg":"trace[495152195] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27163; }","duration":"2.71993054s","start":"2026-05-12T12:20:32.141745Z","end":"2026-05-12T12:20:34.861676Z","steps":["trace[495152195] 'agreement among raft nodes before linearized reading' (duration: 2.719790817s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712877901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:20:34.861729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69825274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-12T12:20:34.861728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770130912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418604"} {"level":"warn","ts":"2026-05-12T12:20:34.86174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305829729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-12T12:20:34.861747Z","caller":"traceutil/trace.go:171","msg":"trace[1052249841] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27163; }","duration":"1.712933943s","start":"2026-05-12T12:20:33.148806Z","end":"2026-05-12T12:20:34.86174Z","steps":["trace[1052249841] 'agreement among raft nodes before linearized reading' (duration: 1.712903312s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:32.141723Z","time spent":"2.720011253s","remote":"127.0.0.1:57410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:34.861763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:33.148784Z","time spent":"1.712975043s","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:20:34.861761Z","caller":"traceutil/trace.go:171","msg":"trace[1185168402] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27163; }","duration":"4.305878099s","start":"2026-05-12T12:20:30.555877Z","end":"2026-05-12T12:20:34.861755Z","steps":["trace[1185168402] 'agreement among raft nodes before linearized reading' (duration: 4.305772187s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:34.861756Z","caller":"traceutil/trace.go:171","msg":"trace[610938443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27163; }","duration":"4.698331773s","start":"2026-05-12T12:20:30.163413Z","end":"2026-05-12T12:20:34.861745Z","steps":["trace[610938443] 'agreement among raft nodes before linearized reading' (duration: 4.698264571s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.555862Z","time spent":"4.305916751s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-12T12:20:34.861787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.163392Z","time spent":"4.698390444s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-12T12:20:34.861786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728448934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:20:34.861697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11395432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-12T12:20:34.861819Z","caller":"traceutil/trace.go:171","msg":"trace[1122909785] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27163; }","duration":"1.728517795s","start":"2026-05-12T12:20:33.13329Z","end":"2026-05-12T12:20:34.861807Z","steps":["trace[1122909785] 'agreement among raft nodes before linearized reading' (duration: 1.728468404s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372990997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:34.861844Z","caller":"traceutil/trace.go:171","msg":"trace[1707791686] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27163; }","duration":"2.373045248s","start":"2026-05-12T12:20:32.488794Z","end":"2026-05-12T12:20:34.861839Z","steps":["trace[1707791686] 'agreement among raft nodes before linearized reading' (duration: 2.373018338s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:34.861835Z","caller":"traceutil/trace.go:171","msg":"trace[415173107] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27163; }","duration":"1.114113954s","start":"2026-05-12T12:20:33.747704Z","end":"2026-05-12T12:20:34.861818Z","steps":["trace[415173107] 'agreement among raft nodes before linearized reading' (duration: 1.113907499s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:33.133269Z","time spent":"1.728570206s","remote":"127.0.0.1:48130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:34.861834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84983451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-12T12:20:34.861863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:32.488777Z","time spent":"2.37308113s","remote":"127.0.0.1:44726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:20:34.86163Z","caller":"traceutil/trace.go:171","msg":"trace[1188357825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27163; }","duration":"4.571325769s","start":"2026-05-12T12:20:30.290293Z","end":"2026-05-12T12:20:34.861619Z","steps":["trace[1188357825] 'agreement among raft nodes before linearized reading' (duration: 4.571228697s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828199967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:34.861884Z","caller":"traceutil/trace.go:171","msg":"trace[2133529734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27163; }","duration":"4.849949233s","start":"2026-05-12T12:20:30.011926Z","end":"2026-05-12T12:20:34.861875Z","steps":["trace[2133529734] 'agreement among raft nodes before linearized reading' (duration: 4.849778959s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012383581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-12T12:20:34.861898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.290253Z","time spent":"4.571637066s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:20:34.861906Z","caller":"traceutil/trace.go:171","msg":"trace[2022135413] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:27163; }","duration":"1.828256849s","start":"2026-05-12T12:20:33.033643Z","end":"2026-05-12T12:20:34.8619Z","steps":["trace[2022135413] 'agreement among raft nodes before linearized reading' (duration: 1.828226428s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:33.033623Z","time spent":"1.82829767s","remote":"127.0.0.1:35774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:34.861595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.563228Z","time spent":"4.298362445s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:20:34.861921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.011903Z","time spent":"4.850010574s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-12T12:20:34.861886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:33.747685Z","time spent":"1.114184705s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-12T12:20:34.861731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.002791Z","time spent":"3.858932576s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-12T12:20:34.861568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250315323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-12T12:20:34.861995Z","caller":"traceutil/trace.go:171","msg":"trace[277840952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27163; }","duration":"4.250790295s","start":"2026-05-12T12:20:30.611194Z","end":"2026-05-12T12:20:34.861985Z","steps":["trace[277840952] 'agreement among raft nodes before linearized reading' (duration: 4.250257332s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:32.904805Z","time spent":"1.95678427s","remote":"127.0.0.1:35618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:20:34.861761Z","caller":"traceutil/trace.go:171","msg":"trace[751511427] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27163; }","duration":"3.770213134s","start":"2026-05-12T12:20:31.091539Z","end":"2026-05-12T12:20:34.861752Z","steps":["trace[751511427] 'agreement among raft nodes before linearized reading' (duration: 3.77005493s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.862027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.611174Z","time spent":"4.250843557s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-12T12:20:34.861767Z","caller":"traceutil/trace.go:171","msg":"trace[273989194] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27163; }","duration":"2.790072766s","start":"2026-05-12T12:20:32.071672Z","end":"2026-05-12T12:20:34.861744Z","steps":["trace[273989194] 'agreement among raft nodes before linearized reading' (duration: 2.789898702s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:34.861623Z","caller":"traceutil/trace.go:171","msg":"trace[1217593847] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27163; }","duration":"3.244696249s","start":"2026-05-12T12:20:31.616905Z","end":"2026-05-12T12:20:34.861601Z","steps":["trace[1217593847] 'agreement among raft nodes before linearized reading' (duration: 3.244492044s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.861569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.794723757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:20:34.862062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:32.071648Z","time spent":"2.790406554s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:20:34.861934Z","caller":"traceutil/trace.go:171","msg":"trace[859864640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27163; }","duration":"4.012497724s","start":"2026-05-12T12:20:30.849418Z","end":"2026-05-12T12:20:34.861916Z","steps":["trace[859864640] 'agreement among raft nodes before linearized reading' (duration: 4.01233084s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.862076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.616883Z","time spent":"3.245179591s","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:34.862098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:30.849397Z","time spent":"4.012694188s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-12T12:20:34.8618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17832938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:34.862165Z","caller":"traceutil/trace.go:171","msg":"trace[762692275] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27163; }","duration":"2.178683479s","start":"2026-05-12T12:20:32.683463Z","end":"2026-05-12T12:20:34.862146Z","steps":["trace[762692275] 'agreement among raft nodes before linearized reading' (duration: 2.17831685s)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:34.862073Z","caller":"traceutil/trace.go:171","msg":"trace[275981637] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27163; }","duration":"3.795271891s","start":"2026-05-12T12:20:31.066793Z","end":"2026-05-12T12:20:34.862065Z","steps":["trace[275981637] 'agreement among raft nodes before linearized reading' (duration: 3.794732348s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:34.862231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:32.683443Z","time spent":"2.17876645s","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:34.862252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.066777Z","time spent":"3.795465375s","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:34.862046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:31.091516Z","time spent":"3.770522372s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418626,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-12T12:20:35.092921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.028673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:20:35.093236Z","caller":"traceutil/trace.go:171","msg":"trace[1597494065] transaction","detail":"{read_only:false; response_revision:27164; number_of_response:1; }","duration":"720.133053ms","start":"2026-05-12T12:20:34.373078Z","end":"2026-05-12T12:20:35.093211Z","steps":["trace[1597494065] 'process raft request' (duration: 590.641618ms)","trace[1597494065] 'compare' (duration: 128.793648ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:20:35.093342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.37306Z","time spent":"720.227795ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:35.095585Z","caller":"traceutil/trace.go:171","msg":"trace[1191718840] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"465.728505ms","start":"2026-05-12T12:20:34.629838Z","end":"2026-05-12T12:20:35.095567Z","steps":["trace[1191718840] 'process raft request' (duration: 463.250174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.095689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.629814Z","time spent":"465.825818ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:35.095878Z","caller":"traceutil/trace.go:171","msg":"trace[555097694] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"460.749613ms","start":"2026-05-12T12:20:34.635104Z","end":"2026-05-12T12:20:35.095854Z","steps":["trace[555097694] 'process raft request' (duration: 460.391064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.096069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.635086Z","time spent":"460.872645ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:35.096286Z","caller":"traceutil/trace.go:171","msg":"trace[110404492] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"459.941973ms","start":"2026-05-12T12:20:34.636331Z","end":"2026-05-12T12:20:35.096273Z","steps":["trace[110404492] 'process raft request' (duration: 459.39713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.09637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.636321Z","time spent":"460.010884ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:35.096602Z","caller":"traceutil/trace.go:171","msg":"trace[426082723] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"460.213241ms","start":"2026-05-12T12:20:34.63638Z","end":"2026-05-12T12:20:35.096593Z","steps":["trace[426082723] 'process raft request' (duration: 459.841981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.096677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.636375Z","time spent":"460.255202ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:35.096801Z","caller":"traceutil/trace.go:171","msg":"trace[392135745] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"459.40414ms","start":"2026-05-12T12:20:34.637385Z","end":"2026-05-12T12:20:35.096789Z","steps":["trace[392135745] 'process raft request' (duration: 459.144413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.096881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.637377Z","time spent":"459.463312ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:35.097214Z","caller":"traceutil/trace.go:171","msg":"trace[1259207533] linearizableReadLoop","detail":"{readStateIndex:28062; appliedIndex:28055; }","duration":"235.77098ms","start":"2026-05-12T12:20:34.861433Z","end":"2026-05-12T12:20:35.097204Z","steps":["trace[1259207533] 'read index received' (duration: 102.351067ms)","trace[1259207533] 'applied index is now lower than readState.Index' (duration: 133.418713ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:20:35.097349Z","caller":"traceutil/trace.go:171","msg":"trace[144892627] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"438.056416ms","start":"2026-05-12T12:20:34.659285Z","end":"2026-05-12T12:20:35.097342Z","steps":["trace[144892627] 'process raft request' (duration: 437.427261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.097412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.659253Z","time spent":"438.118247ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:35.097565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.712178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:35.097599Z","caller":"traceutil/trace.go:171","msg":"trace[1964366961] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27170; }","duration":"298.78216ms","start":"2026-05-12T12:20:34.798807Z","end":"2026-05-12T12:20:35.097589Z","steps":["trace[1964366961] 'agreement among raft nodes before linearized reading' (duration: 298.703658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.097764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.676723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:35.09779Z","caller":"traceutil/trace.go:171","msg":"trace[945869256] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27170; }","duration":"543.728184ms","start":"2026-05-12T12:20:34.554055Z","end":"2026-05-12T12:20:35.097783Z","steps":["trace[945869256] 'agreement among raft nodes before linearized reading' (duration: 543.662962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.097812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.554044Z","time spent":"543.762214ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:35.097979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.113357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:35.098008Z","caller":"traceutil/trace.go:171","msg":"trace[1041676417] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27170; }","duration":"584.162058ms","start":"2026-05-12T12:20:34.513834Z","end":"2026-05-12T12:20:35.097996Z","steps":["trace[1041676417] 'agreement among raft nodes before linearized reading' (duration: 584.096306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.09806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.513822Z","time spent":"584.21476ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:35.098199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.658671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:35.098241Z","caller":"traceutil/trace.go:171","msg":"trace[115808644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27170; }","duration":"623.734573ms","start":"2026-05-12T12:20:34.4745Z","end":"2026-05-12T12:20:35.098235Z","steps":["trace[115808644] 'agreement among raft nodes before linearized reading' (duration: 623.679421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.098261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.47448Z","time spent":"623.775243ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:20:35.098441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.331403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:35.098465Z","caller":"traceutil/trace.go:171","msg":"trace[1054636950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27170; }","duration":"780.380514ms","start":"2026-05-12T12:20:34.318077Z","end":"2026-05-12T12:20:35.098458Z","steps":["trace[1054636950] 'agreement among raft nodes before linearized reading' (duration: 780.342353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.098516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.318061Z","time spent":"780.434916ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-12T12:20:35.098657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036749361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:35.098697Z","caller":"traceutil/trace.go:171","msg":"trace[1085642934] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27170; }","duration":"1.036827023s","start":"2026-05-12T12:20:34.061862Z","end":"2026-05-12T12:20:35.098689Z","steps":["trace[1085642934] 'agreement among raft nodes before linearized reading' (duration: 1.036767361s)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.098717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.061838Z","time spent":"1.036872243s","remote":"127.0.0.1:60034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-12T12:20:35.601626Z","caller":"traceutil/trace.go:171","msg":"trace[1909339028] linearizableReadLoop","detail":"{readStateIndex:28068; appliedIndex:28062; }","duration":"504.363856ms","start":"2026-05-12T12:20:35.097238Z","end":"2026-05-12T12:20:35.601602Z","steps":["trace[1909339028] 'read index received' (duration: 408.006975ms)","trace[1909339028] 'applied index is now lower than readState.Index' (duration: 96.355961ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:20:35.601669Z","caller":"traceutil/trace.go:171","msg":"trace[575607729] transaction","detail":"{read_only:false; response_revision:27174; number_of_response:1; }","duration":"735.01607ms","start":"2026-05-12T12:20:34.866624Z","end":"2026-05-12T12:20:35.601641Z","steps":["trace[575607729] 'process raft request' (duration: 734.834395ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:35.601728Z","caller":"traceutil/trace.go:171","msg":"trace[1758061149] transaction","detail":"{read_only:false; response_revision:27175; number_of_response:1; }","duration":"735.039499ms","start":"2026-05-12T12:20:34.866678Z","end":"2026-05-12T12:20:35.601718Z","steps":["trace[1758061149] 'process raft request' (duration: 734.839865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.601798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.866603Z","time spent":"735.123732ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:35.60183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.866658Z","time spent":"735.095071ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:35.602Z","caller":"traceutil/trace.go:171","msg":"trace[29152184] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"735.494071ms","start":"2026-05-12T12:20:34.866495Z","end":"2026-05-12T12:20:35.601989Z","steps":["trace[29152184] 'process raft request' (duration: 734.837725ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:35.602011Z","caller":"traceutil/trace.go:171","msg":"trace[1066814420] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"735.433319ms","start":"2026-05-12T12:20:34.866568Z","end":"2026-05-12T12:20:35.602001Z","steps":["trace[1066814420] 'process raft request' (duration: 734.852715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.602015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.594952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-12T12:20:35.602027Z","caller":"traceutil/trace.go:171","msg":"trace[1970644324] transaction","detail":"{read_only:false; response_revision:27176; number_of_response:1; }","duration":"735.018438ms","start":"2026-05-12T12:20:34.866985Z","end":"2026-05-12T12:20:35.602003Z","steps":["trace[1970644324] 'process raft request' (duration: 734.571418ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:35.602066Z","caller":"traceutil/trace.go:171","msg":"trace[762694851] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"735.620224ms","start":"2026-05-12T12:20:34.866439Z","end":"2026-05-12T12:20:35.602059Z","steps":["trace[762694851] 'process raft request' (duration: 638.792542ms)","trace[762694851] 'compare' (duration: 95.888619ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:20:35.602064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.86656Z","time spent":"735.47433ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:20:35.602081Z","caller":"traceutil/trace.go:171","msg":"trace[931594233] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27176; }","duration":"578.717035ms","start":"2026-05-12T12:20:35.02335Z","end":"2026-05-12T12:20:35.602067Z","steps":["trace[931594233] 'agreement among raft nodes before linearized reading' (duration: 578.51668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.602091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.86643Z","time spent":"735.648484ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:35.602116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:35.02333Z","time spent":"578.777746ms","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-12T12:20:35.602122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.866969Z","time spent":"735.10948ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:35.602138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.603173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-12T12:20:35.60217Z","caller":"traceutil/trace.go:171","msg":"trace[42963189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27176; }","duration":"735.645454ms","start":"2026-05-12T12:20:34.866515Z","end":"2026-05-12T12:20:35.602161Z","steps":["trace[42963189] 'agreement among raft nodes before linearized reading' (duration: 735.521031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.602045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.866474Z","time spent":"735.548592ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:35.6022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.866509Z","time spent":"735.682726ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-12T12:20:35.602202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.85118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3effe28e-40bc-4f7b-b6f7-99b7e30e17b7\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-12T12:20:35.602264Z","caller":"traceutil/trace.go:171","msg":"trace[1623685837] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3effe28e-40bc-4f7b-b6f7-99b7e30e17b7; range_end:; response_count:1; response_revision:27176; }","duration":"735.937241ms","start":"2026-05-12T12:20:34.866309Z","end":"2026-05-12T12:20:35.602246Z","steps":["trace[1623685837] 'agreement among raft nodes before linearized reading' (duration: 735.779047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.602297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:34.866289Z","time spent":"736.000333ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-3effe28e-40bc-4f7b-b6f7-99b7e30e17b7\" "} {"level":"info","ts":"2026-05-12T12:20:35.683137Z","caller":"traceutil/trace.go:171","msg":"trace[1169446131] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"398.226995ms","start":"2026-05-12T12:20:35.284882Z","end":"2026-05-12T12:20:35.683109Z","steps":["trace[1169446131] 'process raft request' (duration: 397.794094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.68318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.612637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:35.683257Z","caller":"traceutil/trace.go:171","msg":"trace[596380505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27177; }","duration":"218.748371ms","start":"2026-05-12T12:20:35.464489Z","end":"2026-05-12T12:20:35.683238Z","steps":["trace[596380505] 'agreement among raft nodes before linearized reading' (duration: 218.582337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:35.683283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:20:35.284865Z","time spent":"398.338498ms","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:20:36.041463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.472813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:20:36.041522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.607755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-12T12:20:36.04157Z","caller":"traceutil/trace.go:171","msg":"trace[1606596628] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27177; }","duration":"270.621407ms","start":"2026-05-12T12:20:35.770928Z","end":"2026-05-12T12:20:36.041549Z","steps":["trace[1606596628] 'range keys from in-memory index tree' (duration: 270.35505ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:36.041605Z","caller":"traceutil/trace.go:171","msg":"trace[779218733] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27177; }","duration":"246.739789ms","start":"2026-05-12T12:20:35.794844Z","end":"2026-05-12T12:20:36.041584Z","steps":["trace[779218733] 'range keys from in-memory index tree' (duration: 246.424482ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:36.244708Z","caller":"traceutil/trace.go:171","msg":"trace[1009978886] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"292.796532ms","start":"2026-05-12T12:20:35.951887Z","end":"2026-05-12T12:20:36.244684Z","steps":["trace[1009978886] 'process raft request' (duration: 292.642038ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:36.244919Z","caller":"traceutil/trace.go:171","msg":"trace[1070197298] linearizableReadLoop","detail":"{readStateIndex:28070; appliedIndex:28069; }","duration":"200.347747ms","start":"2026-05-12T12:20:36.044556Z","end":"2026-05-12T12:20:36.244904Z","steps":["trace[1070197298] 'read index received' (duration: 199.891366ms)","trace[1070197298] 'applied index is now lower than readState.Index' (duration: 454.661µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:20:36.245107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.494162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-12T12:20:36.245123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.670222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:20:36.245149Z","caller":"traceutil/trace.go:171","msg":"trace[477900249] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27178; }","duration":"122.585316ms","start":"2026-05-12T12:20:36.122553Z","end":"2026-05-12T12:20:36.245138Z","steps":["trace[477900249] 'agreement among raft nodes before linearized reading' (duration: 122.500183ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:20:36.245199Z","caller":"traceutil/trace.go:171","msg":"trace[1270115606] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27178; }","duration":"199.795195ms","start":"2026-05-12T12:20:36.045387Z","end":"2026-05-12T12:20:36.245182Z","steps":["trace[1270115606] 'agreement among raft nodes before linearized reading' (duration: 199.65781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:36.245204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.421151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.199\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-12T12:20:36.245276Z","caller":"traceutil/trace.go:171","msg":"trace[471903862] range","detail":"{range_begin:/registry/masterleases/199.19.213.199; range_end:; response_count:1; response_revision:27178; }","duration":"159.534794ms","start":"2026-05-12T12:20:36.085724Z","end":"2026-05-12T12:20:36.245259Z","steps":["trace[471903862] 'agreement among raft nodes before linearized reading' (duration: 159.356578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:20:36.245628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.063246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0d9bc39-553f-4e76-9ec8-30ec8ac26b60\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-12T12:20:36.245682Z","caller":"traceutil/trace.go:171","msg":"trace[138534285] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0d9bc39-553f-4e76-9ec8-30ec8ac26b60; range_end:; response_count:1; response_revision:27178; }","duration":"201.166219ms","start":"2026-05-12T12:20:36.044503Z","end":"2026-05-12T12:20:36.245669Z","steps":["trace[138534285] 'agreement among raft nodes before linearized reading' (duration: 200.991424ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:21:54.457662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25809} {"level":"info","ts":"2026-05-12T12:21:54.625078Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25809,"took":"163.967603ms","hash":1704636810,"current-db-size-bytes":57491456,"current-db-size":"58 MB","current-db-size-in-use-bytes":34029568,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-12T12:21:54.625148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1704636810,"revision":25809,"compact-revision":22441} {"level":"info","ts":"2026-05-12T12:21:58.268726Z","caller":"traceutil/trace.go:171","msg":"trace[1569523210] linearizableReadLoop","detail":"{readStateIndex:28862; appliedIndex:28861; }","duration":"115.967852ms","start":"2026-05-12T12:21:58.152736Z","end":"2026-05-12T12:21:58.268704Z","steps":["trace[1569523210] 'read index received' (duration: 115.770808ms)","trace[1569523210] 'applied index is now lower than readState.Index' (duration: 195.954µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:21:58.268787Z","caller":"traceutil/trace.go:171","msg":"trace[1388414405] transaction","detail":"{read_only:false; response_revision:27949; number_of_response:1; }","duration":"128.329947ms","start":"2026-05-12T12:21:58.140423Z","end":"2026-05-12T12:21:58.268753Z","steps":["trace[1388414405] 'process raft request' (duration: 128.143602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:21:58.268941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.183347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-12T12:21:58.268982Z","caller":"traceutil/trace.go:171","msg":"trace[1857169143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27949; }","duration":"116.259489ms","start":"2026-05-12T12:21:58.152713Z","end":"2026-05-12T12:21:58.268973Z","steps":["trace[1857169143] 'agreement among raft nodes before linearized reading' (duration: 116.121916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:21:58.269029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.762952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-12T12:21:58.269127Z","caller":"traceutil/trace.go:171","msg":"trace[1669341622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27949; }","duration":"103.883905ms","start":"2026-05-12T12:21:58.165219Z","end":"2026-05-12T12:21:58.269103Z","steps":["trace[1669341622] 'agreement among raft nodes before linearized reading' (duration: 103.640649ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:21:58.479898Z","caller":"traceutil/trace.go:171","msg":"trace[1116099637] transaction","detail":"{read_only:false; response_revision:27951; number_of_response:1; }","duration":"206.735236ms","start":"2026-05-12T12:21:58.273125Z","end":"2026-05-12T12:21:58.479861Z","steps":["trace[1116099637] 'process raft request' (duration: 179.147207ms)","trace[1116099637] 'compare' (duration: 27.116996ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:21:58.480067Z","caller":"traceutil/trace.go:171","msg":"trace[311622488] transaction","detail":"{read_only:false; response_revision:27953; number_of_response:1; }","duration":"206.672384ms","start":"2026-05-12T12:21:58.273375Z","end":"2026-05-12T12:21:58.480048Z","steps":["trace[311622488] 'process raft request' (duration: 206.441769ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:21:58.480145Z","caller":"traceutil/trace.go:171","msg":"trace[31480015] transaction","detail":"{read_only:false; response_revision:27954; number_of_response:1; }","duration":"205.868194ms","start":"2026-05-12T12:21:58.274264Z","end":"2026-05-12T12:21:58.480132Z","steps":["trace[31480015] 'process raft request' (duration: 205.672179ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:21:58.480046Z","caller":"traceutil/trace.go:171","msg":"trace[1308024671] transaction","detail":"{read_only:false; response_revision:27952; number_of_response:1; }","duration":"206.670804ms","start":"2026-05-12T12:21:58.273318Z","end":"2026-05-12T12:21:58.479989Z","steps":["trace[1308024671] 'process raft request' (duration: 206.383387ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:21:58.683765Z","caller":"traceutil/trace.go:171","msg":"trace[557969604] transaction","detail":"{read_only:false; response_revision:27955; number_of_response:1; }","duration":"106.921229ms","start":"2026-05-12T12:21:58.576815Z","end":"2026-05-12T12:21:58.683736Z","steps":["trace[557969604] 'process raft request' (duration: 31.928406ms)","trace[557969604] 'compare' (duration: 74.888031ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:21:59.431193Z","caller":"traceutil/trace.go:171","msg":"trace[862684917] transaction","detail":"{read_only:false; response_revision:27956; number_of_response:1; }","duration":"103.045814ms","start":"2026-05-12T12:21:59.328103Z","end":"2026-05-12T12:21:59.431149Z","steps":["trace[862684917] 'process raft request' (duration: 102.884321ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:22:44.847643Z","caller":"traceutil/trace.go:171","msg":"trace[639444941] transaction","detail":"{read_only:false; response_revision:28388; number_of_response:1; }","duration":"119.251612ms","start":"2026-05-12T12:22:44.728373Z","end":"2026-05-12T12:22:44.847625Z","steps":["trace[639444941] 'process raft request' (duration: 80.592022ms)","trace[639444941] 'compare' (duration: 38.350293ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:22:44.84836Z","caller":"traceutil/trace.go:171","msg":"trace[1133558243] transaction","detail":"{read_only:false; response_revision:28389; number_of_response:1; }","duration":"118.887155ms","start":"2026-05-12T12:22:44.72946Z","end":"2026-05-12T12:22:44.848347Z","steps":["trace[1133558243] 'process raft request' (duration: 118.122785ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:23:49.946272Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d660142aa1b7ce9","local-member-applied-index":30005,"local-member-snapshot-index":20004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-12T12:23:49.953444Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30005} {"level":"info","ts":"2026-05-12T12:23:49.953522Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25005} {"level":"info","ts":"2026-05-12T12:24:02.151608Z","caller":"traceutil/trace.go:171","msg":"trace[2055961142] transaction","detail":"{read_only:false; response_revision:29176; number_of_response:1; }","duration":"166.434703ms","start":"2026-05-12T12:24:01.985144Z","end":"2026-05-12T12:24:02.151579Z","steps":["trace[2055961142] 'process raft request' (duration: 166.245348ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:02.151632Z","caller":"traceutil/trace.go:171","msg":"trace[1034413006] linearizableReadLoop","detail":"{readStateIndex:30122; appliedIndex:30122; }","duration":"166.055364ms","start":"2026-05-12T12:24:01.985544Z","end":"2026-05-12T12:24:02.151599Z","steps":["trace[1034413006] 'read index received' (duration: 166.044064ms)","trace[1034413006] 'applied index is now lower than readState.Index' (duration: 8.87µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:24:02.15181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.242559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-12T12:24:02.151918Z","caller":"traceutil/trace.go:171","msg":"trace[866174315] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29176; }","duration":"166.411773ms","start":"2026-05-12T12:24:01.985484Z","end":"2026-05-12T12:24:02.151896Z","steps":["trace[866174315] 'agreement among raft nodes before linearized reading' (duration: 166.235008ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:02.243249Z","caller":"traceutil/trace.go:171","msg":"trace[1878154924] transaction","detail":"{read_only:false; response_revision:29178; number_of_response:1; }","duration":"255.524485ms","start":"2026-05-12T12:24:01.987703Z","end":"2026-05-12T12:24:02.243227Z","steps":["trace[1878154924] 'process raft request' (duration: 255.445093ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:02.243279Z","caller":"traceutil/trace.go:171","msg":"trace[808458930] transaction","detail":"{read_only:false; response_revision:29177; number_of_response:1; }","duration":"257.381661ms","start":"2026-05-12T12:24:01.985857Z","end":"2026-05-12T12:24:02.243238Z","steps":["trace[808458930] 'process raft request' (duration: 255.553976ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:02.243531Z","caller":"traceutil/trace.go:171","msg":"trace[1083927727] transaction","detail":"{read_only:false; response_revision:29179; number_of_response:1; }","duration":"255.73249ms","start":"2026-05-12T12:24:01.987764Z","end":"2026-05-12T12:24:02.243496Z","steps":["trace[1083927727] 'process raft request' (duration: 255.428763ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:02.243598Z","caller":"traceutil/trace.go:171","msg":"trace[1386208533] transaction","detail":"{read_only:false; response_revision:29180; number_of_response:1; }","duration":"255.192716ms","start":"2026-05-12T12:24:01.988398Z","end":"2026-05-12T12:24:02.243591Z","steps":["trace[1386208533] 'process raft request' (duration: 254.980151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:24:02.243796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.302866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-12T12:24:02.244201Z","caller":"traceutil/trace.go:171","msg":"trace[443590645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29180; }","duration":"237.734936ms","start":"2026-05-12T12:24:02.006434Z","end":"2026-05-12T12:24:02.244169Z","steps":["trace[443590645] 'agreement among raft nodes before linearized reading' (duration: 237.254415ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:04.521731Z","caller":"traceutil/trace.go:171","msg":"trace[879872138] transaction","detail":"{read_only:false; response_revision:29190; number_of_response:1; }","duration":"364.554927ms","start":"2026-05-12T12:24:04.157117Z","end":"2026-05-12T12:24:04.521672Z","steps":["trace[879872138] 'process raft request' (duration: 364.402303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:24:04.521889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:24:04.157097Z","time spent":"364.71337ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:24:04.523571Z","caller":"traceutil/trace.go:171","msg":"trace[574973314] linearizableReadLoop","detail":"{readStateIndex:30140; appliedIndex:30135; }","duration":"269.17073ms","start":"2026-05-12T12:24:04.254371Z","end":"2026-05-12T12:24:04.523541Z","steps":["trace[574973314] 'read index received' (duration: 267.225942ms)","trace[574973314] 'applied index is now lower than readState.Index' (duration: 1.943778ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:24:04.523632Z","caller":"traceutil/trace.go:171","msg":"trace[47160331] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"274.751058ms","start":"2026-05-12T12:24:04.248863Z","end":"2026-05-12T12:24:04.523614Z","steps":["trace[47160331] 'process raft request' (duration: 274.41138ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:04.523624Z","caller":"traceutil/trace.go:171","msg":"trace[368921385] transaction","detail":"{read_only:false; response_revision:29192; number_of_response:1; }","duration":"274.468101ms","start":"2026-05-12T12:24:04.249111Z","end":"2026-05-12T12:24:04.523579Z","steps":["trace[368921385] 'process raft request' (duration: 274.310727ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:04.523689Z","caller":"traceutil/trace.go:171","msg":"trace[1560382734] transaction","detail":"{read_only:false; response_revision:29194; number_of_response:1; }","duration":"274.075842ms","start":"2026-05-12T12:24:04.249603Z","end":"2026-05-12T12:24:04.523679Z","steps":["trace[1560382734] 'process raft request' (duration: 273.893927ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:04.523696Z","caller":"traceutil/trace.go:171","msg":"trace[1888513067] transaction","detail":"{read_only:false; response_revision:29193; number_of_response:1; }","duration":"274.551643ms","start":"2026-05-12T12:24:04.249112Z","end":"2026-05-12T12:24:04.523664Z","steps":["trace[1888513067] 'process raft request' (duration: 274.350818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:24:04.523972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.558459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-12T12:24:04.524109Z","caller":"traceutil/trace.go:171","msg":"trace[541736972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29194; }","duration":"269.753635ms","start":"2026-05-12T12:24:04.254336Z","end":"2026-05-12T12:24:04.52409Z","steps":["trace[541736972] 'agreement among raft nodes before linearized reading' (duration: 269.365795ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:08.689211Z","caller":"traceutil/trace.go:171","msg":"trace[595580669] transaction","detail":"{read_only:false; response_revision:29222; number_of_response:1; }","duration":"129.871804ms","start":"2026-05-12T12:24:08.559316Z","end":"2026-05-12T12:24:08.689188Z","steps":["trace[595580669] 'process raft request' (duration: 129.789392ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:08.689215Z","caller":"traceutil/trace.go:171","msg":"trace[394305086] transaction","detail":"{read_only:false; response_revision:29221; number_of_response:1; }","duration":"129.906645ms","start":"2026-05-12T12:24:08.55928Z","end":"2026-05-12T12:24:08.689186Z","steps":["trace[394305086] 'process raft request' (duration: 129.690049ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:08.689628Z","caller":"traceutil/trace.go:171","msg":"trace[258760461] transaction","detail":"{read_only:false; response_revision:29223; number_of_response:1; }","duration":"130.191362ms","start":"2026-05-12T12:24:08.559422Z","end":"2026-05-12T12:24:08.689613Z","steps":["trace[258760461] 'process raft request' (duration: 129.732811ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:08.689723Z","caller":"traceutil/trace.go:171","msg":"trace[1581129152] transaction","detail":"{read_only:false; response_revision:29224; number_of_response:1; }","duration":"129.885665ms","start":"2026-05-12T12:24:08.559828Z","end":"2026-05-12T12:24:08.689713Z","steps":["trace[1581129152] 'process raft request' (duration: 129.623868ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:08.689724Z","caller":"traceutil/trace.go:171","msg":"trace[207602253] linearizableReadLoop","detail":"{readStateIndex:30171; appliedIndex:30166; }","duration":"124.804839ms","start":"2026-05-12T12:24:08.564806Z","end":"2026-05-12T12:24:08.689611Z","steps":["trace[207602253] 'read index received' (duration: 27.866585ms)","trace[207602253] 'applied index is now lower than readState.Index' (duration: 96.937044ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:24:08.690805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.904727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-12T12:24:08.690862Z","caller":"traceutil/trace.go:171","msg":"trace[260735174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29224; }","duration":"126.04507ms","start":"2026-05-12T12:24:08.5648Z","end":"2026-05-12T12:24:08.690845Z","steps":["trace[260735174] 'agreement among raft nodes before linearized reading' (duration: 125.037125ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:08.868266Z","caller":"traceutil/trace.go:171","msg":"trace[811494061] transaction","detail":"{read_only:false; response_revision:29225; number_of_response:1; }","duration":"173.411645ms","start":"2026-05-12T12:24:08.694795Z","end":"2026-05-12T12:24:08.868207Z","steps":["trace[811494061] 'process raft request' (duration: 110.077287ms)","trace[811494061] 'compare' (duration: 63.016531ms)"],"step_count":2} {"level":"warn","ts":"2026-05-12T12:24:13.074154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.824467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-12T12:24:13.074576Z","caller":"traceutil/trace.go:171","msg":"trace[1288568217] linearizableReadLoop","detail":"{readStateIndex:30210; appliedIndex:30205; }","duration":"192.561166ms","start":"2026-05-12T12:24:12.882001Z","end":"2026-05-12T12:24:13.074562Z","steps":["trace[1288568217] 'read index received' (duration: 153.939506ms)","trace[1288568217] 'applied index is now lower than readState.Index' (duration: 38.6207ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:24:13.074557Z","caller":"traceutil/trace.go:171","msg":"trace[126277712] transaction","detail":"{read_only:false; response_revision:29258; number_of_response:1; }","duration":"374.355827ms","start":"2026-05-12T12:24:12.700128Z","end":"2026-05-12T12:24:13.074483Z","steps":["trace[126277712] 'process raft request' (duration: 179.657739ms)","trace[126277712] 'compare' (duration: 193.395967ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:24:13.074722Z","caller":"traceutil/trace.go:171","msg":"trace[1418842388] transaction","detail":"{read_only:false; response_revision:29261; number_of_response:1; }","duration":"373.442486ms","start":"2026-05-12T12:24:12.701239Z","end":"2026-05-12T12:24:13.074682Z","steps":["trace[1418842388] 'process raft request' (duration: 373.254391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:24:13.074796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:24:12.700106Z","time spent":"374.567444ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:24:13.074821Z","caller":"traceutil/trace.go:171","msg":"trace[130763671] transaction","detail":"{read_only:false; response_revision:29262; number_of_response:1; }","duration":"364.744612ms","start":"2026-05-12T12:24:12.710065Z","end":"2026-05-12T12:24:13.07481Z","steps":["trace[130763671] 'process raft request' (duration: 364.459664ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:13.074818Z","caller":"traceutil/trace.go:171","msg":"trace[1580101610] transaction","detail":"{read_only:false; response_revision:29259; number_of_response:1; }","duration":"374.058311ms","start":"2026-05-12T12:24:12.70071Z","end":"2026-05-12T12:24:13.074768Z","steps":["trace[1580101610] 'process raft request' (duration: 373.573308ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:13.074838Z","caller":"traceutil/trace.go:171","msg":"trace[865099337] transaction","detail":"{read_only:false; response_revision:29260; number_of_response:1; }","duration":"373.688623ms","start":"2026-05-12T12:24:12.701095Z","end":"2026-05-12T12:24:13.074784Z","steps":["trace[865099337] 'process raft request' (duration: 373.363974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:24:13.074899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:24:12.710052Z","time spent":"364.816184ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:24:13.074965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:24:12.70123Z","time spent":"373.61759ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:24:13.075038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.008998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-12T12:24:13.07503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:24:12.701085Z","time spent":"373.852156ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T12:24:13.075074Z","caller":"traceutil/trace.go:171","msg":"trace[2010000454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29262; }","duration":"193.12821ms","start":"2026-05-12T12:24:12.881935Z","end":"2026-05-12T12:24:13.075064Z","steps":["trace[2010000454] 'agreement among raft nodes before linearized reading' (duration: 192.889245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:24:13.074983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T12:24:12.700695Z","time spent":"374.203824ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T12:24:13.124491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.877496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-12T12:24:13.124563Z","caller":"traceutil/trace.go:171","msg":"trace[1597634043] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29263; }","duration":"125.968559ms","start":"2026-05-12T12:24:12.998574Z","end":"2026-05-12T12:24:13.124542Z","steps":["trace[1597634043] 'agreement among raft nodes before linearized reading' (duration: 125.776094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T12:24:13.124538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.893836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-12T12:24:13.124637Z","caller":"traceutil/trace.go:171","msg":"trace[1501318871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29263; }","duration":"141.037128ms","start":"2026-05-12T12:24:12.983576Z","end":"2026-05-12T12:24:13.124613Z","steps":["trace[1501318871] 'agreement among raft nodes before linearized reading' (duration: 140.69894ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:13.124734Z","caller":"traceutil/trace.go:171","msg":"trace[1005611858] transaction","detail":"{read_only:false; response_revision:29263; number_of_response:1; }","duration":"164.082616ms","start":"2026-05-12T12:24:12.960628Z","end":"2026-05-12T12:24:13.124711Z","steps":["trace[1005611858] 'process raft request' (duration: 163.475361ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:32.852957Z","caller":"traceutil/trace.go:171","msg":"trace[1340333060] transaction","detail":"{read_only:false; response_revision:29504; number_of_response:1; }","duration":"102.755018ms","start":"2026-05-12T12:24:32.75018Z","end":"2026-05-12T12:24:32.852935Z","steps":["trace[1340333060] 'process raft request' (duration: 102.626774ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T12:24:37.744351Z","caller":"traceutil/trace.go:171","msg":"trace[1118711889] transaction","detail":"{read_only:false; response_revision:29554; number_of_response:1; }","duration":"115.744637ms","start":"2026-05-12T12:24:37.628573Z","end":"2026-05-12T12:24:37.744317Z","steps":["trace[1118711889] 'process raft request' (duration: 60.57491ms)","trace[1118711889] 'compare' (duration: 55.060795ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T12:26:54.469314Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27921} {"level":"info","ts":"2026-05-12T12:26:54.604667Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27921,"took":"130.260313ms","hash":2540716240,"current-db-size-bytes":58535936,"current-db-size":"58 MB","current-db-size-in-use-bytes":36651008,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-05-12T12:26:54.604734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2540716240,"revision":27921,"compact-revision":25809} {"level":"info","ts":"2026-05-12T12:31:54.477927Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30650} {"level":"info","ts":"2026-05-12T12:31:54.61666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30650,"took":"134.397298ms","hash":3386372863,"current-db-size-bytes":58535936,"current-db-size":"58 MB","current-db-size-in-use-bytes":31604736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-12T12:31:54.616735Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3386372863,"revision":30650,"compact-revision":27921} {"level":"info","ts":"2026-05-12T12:36:54.484241Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32907} {"level":"info","ts":"2026-05-12T12:36:54.629507Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32907,"took":"140.500189ms","hash":3532728812,"current-db-size-bytes":59580416,"current-db-size":"60 MB","current-db-size-in-use-bytes":30937088,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-12T12:36:54.629586Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3532728812,"revision":32907,"compact-revision":30650} {"level":"info","ts":"2026-05-12T12:41:54.489204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35173} {"level":"info","ts":"2026-05-12T12:41:54.638734Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35173,"took":"144.582546ms","hash":2357254706,"current-db-size-bytes":59580416,"current-db-size":"60 MB","current-db-size-in-use-bytes":32776192,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-12T12:41:54.638832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2357254706,"revision":35173,"compact-revision":32907} {"level":"info","ts":"2026-05-12T12:44:47.556138Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6d660142aa1b7ce9","local-member-applied-index":40006,"local-member-snapshot-index":30005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-12T12:44:47.56119Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40006} {"level":"info","ts":"2026-05-12T12:44:47.561304Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35006} {"level":"info","ts":"2026-05-12T12:46:54.4955Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37509} {"level":"info","ts":"2026-05-12T12:46:54.631182Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37509,"took":"131.40276ms","hash":2851735796,"current-db-size-bytes":60866560,"current-db-size":"61 MB","current-db-size-in-use-bytes":32456704,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-12T12:46:54.631236Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2851735796,"revision":37509,"compact-revision":35173}